[ 667.993614] env[69744]: INFO neutron.common.config [-] Logging enabled! [ 667.993905] env[69744]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev52 [ 667.994069] env[69744]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69744) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 667.994364] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 667.994459] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 667.995348] env[69744]: WARNING oslo_policy.policy [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 667.995831] env[69744]: WARNING oslo_policy.policy [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 667.997095] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] VMware NSXv3 Agent initialized successfully. [ 667.999077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] Acquiring lock "singleton_lock" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.999077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] Acquired lock "singleton_lock" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.999077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] Releasing lock "singleton_lock" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.999077] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] Full set of CONF: {{(pid=69744) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 667.999077] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ******************************************************************************** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 667.999077] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] Configuration options gathered from: {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 667.999301] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 667.999301] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 667.999301] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ================================================================================ {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 667.999301] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] agent_down_time = 75 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 667.999301] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] allow_automatic_dhcp_failover = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 667.999428] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] allow_bulk = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 667.999552] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] api_extensions_path = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 667.999627] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] api_paste_config = api-paste.ini {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 667.999804] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] auth_strategy = keystone {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 667.999883] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] backdoor_port = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 667.999978] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] backdoor_socket = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.000175] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] backlog = 4096 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.000387] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.000561] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] bind_host = 0.0.0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.000709] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] bind_port = 9696 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.000849] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] client_socket_timeout = 900 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.000993] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] config_dir = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.001120] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.001264] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] config_source = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.001427] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] control_exchange = neutron {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.001978] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] core_plugin = ml2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.001978] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] debug = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.001978] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] default_availability_zones = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.002194] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.002194] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] dhcp_agent_notification = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.002335] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] dhcp_agents_per_network = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.002443] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] dhcp_lease_duration = 86400 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.002607] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] dhcp_load_type = networks {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003307] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] dns_domain = openstacklocal {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003307] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003307] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] enable_default_route_bfd = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003307] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] enable_default_route_ecmp = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] enable_dvr = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] enable_new_agents = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003621] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003722] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] enable_signals = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003854] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] enable_traditional_dhcp = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.003981] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] external_dns_driver = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.004122] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] filter_validation = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.004265] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] global_physnet_mtu = 8950 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.004399] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] graceful_shutdown_timeout = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.004573] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] host = cpu-1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.004748] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] host_dvr_for_dhcp = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.005246] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] http_retries = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.005246] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] instance_format = [instance: %(uuid)s] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.005246] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.005405] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ipam_driver = internal {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.005471] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ipv6_pd_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.005588] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] l3_ha = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.005755] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006299] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] l3_ha_network_physical_name = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006299] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] l3_ha_network_type = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006299] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_color = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006394] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_config_append = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006471] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006591] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_dir = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006724] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.006867] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_options = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.007040] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_rotate_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.007190] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_rotate_interval_type = days {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.007340] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] log_rotation_type = none {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.007450] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.007561] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] max_dns_nameservers = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] max_header_line = 16384 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] max_l3_agents_per_router = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] max_logfile_count = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] max_logfile_size_mb = 200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] max_subnet_host_routes = 20 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] my_ip = 10.180.1.21 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] my_ipv6 = ::1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] network_auto_schedule = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.009928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] network_link_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010160] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010160] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] notify_nova_on_port_data_changes = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010160] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] notify_nova_on_port_status_changes = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010160] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] pagination_max_limit = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010160] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] publish_errors = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010160] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] rate_limit_burst = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010307] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] rate_limit_except_level = CRITICAL {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010535] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] rate_limit_interval = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010586] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] retry_until_window = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010691] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] router_distributed = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.010824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] rpc_resources_processing_step = 20 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.011934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] rpc_response_max_timeout = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.011934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] rpc_response_timeout = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.011934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] send_events_interval = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.011934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] service_plugins = ['router'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.011934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] setproctitle = on {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.011934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] shell_completion = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.011934] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] state_path = /opt/stack/data/neutron {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.012309] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] syslog_log_facility = LOG_USER {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.012309] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] tcp_keepidle = 600 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.012309] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] transport_url = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.013587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] use_journal = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.013587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] use_json = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.013587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] use_ssl = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.013587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] use_stderr = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.013587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] use_syslog = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.013587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] vlan_qinq = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.013587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] vlan_transparent = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.014523] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] watch_log_file = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.014523] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] wsgi_default_pool_size = 100 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.014523] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] wsgi_keep_alive = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.014523] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.014523] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] wsgi_server_debug = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 668.014523] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_concurrency.disable_process_locking = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.014824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.014824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.014824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.014824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.014824] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015405] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015405] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.connection_string = messaging:// {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015405] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015405] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.es_doc_type = notification {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015627] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.es_scroll_size = 10000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015627] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.es_scroll_time = 2m {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015775] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.filter_error_trace = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.015912] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.hmac_keys = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.016270] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.sentinel_service_name = mymaster {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.016270] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.socket_timeout = 0.1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.016402] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.trace_requests = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.016475] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler.trace_sqlalchemy = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.016628] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler_jaeger.process_tags = {} {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.016757] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler_jaeger.service_name_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.017210] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] profiler_otlp.service_name_prefix = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.017210] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.enforce_new_defaults = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.017360] env[69744]: WARNING oslo_config.cfg [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 668.017459] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.enforce_scope = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.017604] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.policy_default_rule = default {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.017753] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.017900] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.018065] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.018195] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.018617] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.018617] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.018617] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.018794] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.018863] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019020] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] agent.extensions = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019511] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019511] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] service_providers.service_provider = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019511] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.default_quota = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019689] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019735] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_floatingip = 50 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019846] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_network = 100 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.019982] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_port = 500 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.020142] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.020279] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_router = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.020516] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_security_group = 10 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.020593] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.020989] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.quota_subnet = 100 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.020989] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] QUOTAS.track_quota_usage = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.020989] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.021123] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.021282] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.021769] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.021769] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.021769] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.021769] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022344] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_dhcp_release.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022344] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_dhcp_release.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022344] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022344] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022450] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_dhcp_release.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022883] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022883] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_ovs_vsctl.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.022883] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_ovs_vsctl.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_namespace.capabilities = [21] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023532] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_namespace.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023662] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_namespace.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023763] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.023902] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.024234] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_namespace.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.024234] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_conntrack.capabilities = [12] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.024385] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_conntrack.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.024537] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_conntrack.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.024701] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.024853] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.025112] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_conntrack.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.025188] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_link.capabilities = [12, 21] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.025275] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_link.group = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.025410] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_link.helper_command = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.025807] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.025807] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_link.thread_pool_size = 8 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.025878] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] privsep_link.user = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.026255] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.026255] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.026354] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.continue_on_failed_promotions = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.026426] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.dscp = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.026558] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.dscp_inherit = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.026828] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.force_mp_to_policy = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.026828] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.locking_coordinator_url = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.027190] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.log_agent_heartbeats = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.027190] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.logging_expire = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.027288] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.027591] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.027591] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.polling_interval = 240 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.027689] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.028048] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.028048] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.report_interval = 30.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.028191] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.028473] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.028473] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.028536] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.sync_skew = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029283] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.synchronization_queue_size = 20 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029283] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT.use_helper_for_ns_read = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029283] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] SECURITYGROUP.enable_ipset = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029283] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] SECURITYGROUP.enable_security_group = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029283] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029496] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029496] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] experimental.ipv6_pd_enabled = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.029642] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.extension_drivers = ['port_security'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030495] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.external_network_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030495] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030495] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.overlay_ip_version = 4 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030495] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.path_mtu = 8950 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030495] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.physical_network_mtus = {} {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030705] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.030887] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ml2.type_drivers = ['vlan'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.031018] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.031156] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.031292] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.031999] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.031999] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.031999] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.031999] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.032163] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.032163] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.032747] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.032747] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_login_password = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.032747] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033014] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_login_user = admin {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033014] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033132] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033207] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033349] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033496] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033644] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033792] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.033936] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.034090] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.034242] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.034392] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.034535] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.034734] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.034904] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.035072] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.035223] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.035366] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.035508] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.035681] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.auth_type = password {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.035867] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.036015] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.036169] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.036311] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.endpoint_type = public {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.036454] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.036590] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.036736] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.region_name = RegionOne {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.036876] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.037021] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] nova.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.037166] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.037337] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.auth_type = password {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.037453] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.037587] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.037725] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.037870] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.endpoint_type = public {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038014] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038199] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038281] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038418] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038574] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] placement.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038689] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.auth_section = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038828] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.auth_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.038967] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.cafile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.039110] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.certfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.039251] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.collect_timing = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.039429] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.connect_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.039518] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.connect_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.039660] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.enable_notifications = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.039831] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.endpoint_override = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.039979] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.insecure = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.040130] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.interface = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.040266] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.keyfile = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.040400] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.max_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.040533] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.min_version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.040666] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.region_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.040801] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.retriable_status_codes = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.040933] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.service_name = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.041077] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.service_type = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.041221] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.split_loggers = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.041379] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.status_code_retries = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.041489] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.status_code_retry_delay = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.041631] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.timeout = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.041764] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.valid_interfaces = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.041898] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ironic.version = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.042050] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] cli_script.dry_run = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.042205] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.042344] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.042483] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.042663] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.042789] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.042928] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.043081] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.043224] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.043366] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.043517] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.043654] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.043840] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.043944] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.044097] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.044239] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.044382] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.044521] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.044672] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.044841] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.044988] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.045142] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.045287] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.045428] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.045581] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049019] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049019] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049019] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049019] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049019] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049019] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049269] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.ssl = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049269] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049269] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049269] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049269] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049269] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049269] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049527] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_notifications.driver = [] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049527] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_notifications.retry = -1 {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049527] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049527] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 668.049527] env[69744]: DEBUG oslo_service.backend.eventlet.service [None req-507590f3-8b91-417b-bf22-cfc50bf2c861 None None] ******************************************************************************** {{(pid=69744) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 668.049527] env[69744]: DEBUG neutron.agent.securitygroups_rpc [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Init firewall settings (driver=nsxv3) {{(pid=69744) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 668.050248] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69744) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 668.050478] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] RPC agent_id: nsxm-l-01a.corp.local [ 668.052807] env[69744]: DEBUG dogpile.cache.region [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.052877] env[69744]: DEBUG dogpile.lock [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.052927] env[69744]: DEBUG dogpile.lock [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.054017] env[69744]: DEBUG dogpile.lock [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.054017] env[69744]: DEBUG dogpile.cache.region [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.054017] env[69744]: DEBUG dogpile.lock [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.054017] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.082789] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Session token - acquiring [ 668.084452] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.084630] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.084758] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.085196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.096536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.366087] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 668.393103] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.393237] env[69744]: DEBUG dogpile.cache.region [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Cache value generated in 0.340 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.393364] env[69744]: DEBUG dogpile.lock [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.393483] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Activating Policy API Provider. [ 668.393696] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Looking for the default Infrastructure Rules. [ 668.483524] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Looking for the Default Layer3 Logged Drop Section. [ 668.497857] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 668.498311] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.498486] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.498592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.498866] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.499213] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.017441] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.519457] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.021384] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Inventory metadata is going to be refreshed. [ 670.021694] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 670.870017] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.870017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.870017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.870017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.881229] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 670.994150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.995485] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 671.014168] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.015186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.015186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.015186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.015310] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.015411] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 671.015534] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.015640] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 671.036646] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.037032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.037032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.037251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.037425] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.037568] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 671.057133] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.057373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.057443] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.057705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.057885] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.057982] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 671.075578] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.075747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.075877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.076108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.076253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.076432] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 671.076544] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.076652] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 671.100387] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.100556] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.100726] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.100901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.101031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.101171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 671.101277] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.101381] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 671.123550] env[69744]: DEBUG networking_nsxv3.common.locking [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.123695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.123796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.124060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.124201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.124343] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 671.124448] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 671.124549] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Inventory metadata have been refreshed. [ 671.124647] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Dryrun:True. Metadata refresh completed. [ 671.124909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Releasing lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.126992] env[69744]: INFO neutron.agent.agent_extensions_manager [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Loaded agent extensions: [] [ 671.127698] env[69744]: DEBUG neutron_lib.callbacks.manager [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69744) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 671.174920] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent RPC Daemon Started! [ 671.175124] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent loop - iteration:0 started [ 671.175184] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent out of sync with plugin! [ 676.128353] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 676.128641] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 681.129704] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 681.129704] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 684.731576] env[69744]: INFO networking_nsxv3.common.synchronization [None req-696c1359-9a9e-4139-9def-5b26ddc12404 demo admin] Enqueued Resource ID: 8a5812bf-987c-41e2-bdc6-e9445a050739 with Priority: HIGHEST for action security_group_rules [ 684.731576] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a5812bf-987c-41e2-bdc6-e9445a050739 with Priority: HIGHEST for action security_group_rules [ 684.731832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a5812bf-987c-41e2-bdc6-e9445a050739 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.731832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a5812bf-987c-41e2-bdc6-e9445a050739" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.731911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a5812bf-987c-41e2-bdc6-e9445a050739" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.732807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a5812bf-987c-41e2-bdc6-e9445a050739" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.732807] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a5812bf-987c-41e2-bdc6-e9445a050739',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.256610] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.256845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.256845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.257034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.257130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.257222] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a5812bf-987c-41e2-bdc6-e9445a050739 already deleted. [ 685.257306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a5812bf-987c-41e2-bdc6-e9445a050739" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.733066] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 689.733066] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 694.733803] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 694.734180] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 699.734708] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 699.735133] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 704.736384] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 704.736763] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 709.737733] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 709.737971] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 714.738712] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 714.739097] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 715.508894] env[69744]: INFO networking_nsxv3.common.synchronization [None req-38e4968a-c670-41cd-bb69-a928adf8bdc3 None None] Enqueued Resource ID: 67ef0294-8253-4acc-85fe-e6449c69ab41 with Priority: HIGHEST for action port [ 715.509168] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ef0294-8253-4acc-85fe-e6449c69ab41 with Priority: HIGHEST for action port [ 715.509797] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ef0294-8253-4acc-85fe-e6449c69ab41 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.509929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ef0294-8253-4acc-85fe-e6449c69ab41" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.510046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ef0294-8253-4acc-85fe-e6449c69ab41" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.510591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ef0294-8253-4acc-85fe-e6449c69ab41" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.510591] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ef0294-8253-4acc-85fe-e6449c69ab41',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.013031] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ef0294-8253-4acc-85fe-e6449c69ab41 [ 716.013372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.013613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.013613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.013796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.013877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.013972] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ef0294-8253-4acc-85fe-e6449c69ab41 already deleted. [ 716.014062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ef0294-8253-4acc-85fe-e6449c69ab41" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.976842] env[69744]: INFO networking_nsxv3.common.synchronization [None req-d9b90cdd-c6a5-49c5-8f17-d9285159e612 None None] Enqueued Resource ID: 53fe9ace-bdde-4427-b9c4-c6016e2236a6 with Priority: HIGHEST for action port [ 716.977816] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fe9ace-bdde-4427-b9c4-c6016e2236a6 with Priority: HIGHEST for action port [ 716.978748] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fe9ace-bdde-4427-b9c4-c6016e2236a6 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.978748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fe9ace-bdde-4427-b9c4-c6016e2236a6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.978748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fe9ace-bdde-4427-b9c4-c6016e2236a6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.978918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fe9ace-bdde-4427-b9c4-c6016e2236a6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.978918] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fe9ace-bdde-4427-b9c4-c6016e2236a6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.310387] env[69744]: INFO networking_nsxv3.common.synchronization [None req-dd64d127-a8d4-43de-aba6-5674ed2a9a3c None None] Enqueued Resource ID: ac771fa5-1be3-46f6-9d5b-045d13823295 with Priority: HIGHEST for action port [ 717.310387] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac771fa5-1be3-46f6-9d5b-045d13823295 with Priority: HIGHEST for action port [ 717.310387] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac771fa5-1be3-46f6-9d5b-045d13823295 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.310387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac771fa5-1be3-46f6-9d5b-045d13823295" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.310387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac771fa5-1be3-46f6-9d5b-045d13823295" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.310387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac771fa5-1be3-46f6-9d5b-045d13823295" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.310387] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac771fa5-1be3-46f6-9d5b-045d13823295',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.481831] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53fe9ace-bdde-4427-b9c4-c6016e2236a6 [ 717.482325] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.482473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.482545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.482756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.482847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.483345] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53fe9ace-bdde-4427-b9c4-c6016e2236a6 already deleted. [ 717.483345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fe9ace-bdde-4427-b9c4-c6016e2236a6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.575879] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a3418041-9f1d-4c95-836c-a79da44f2caf None None] Enqueued Resource ID: a8412647-3caf-4a39-adec-fb7d84876167 with Priority: HIGHEST for action port [ 717.576139] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8412647-3caf-4a39-adec-fb7d84876167 with Priority: HIGHEST for action port [ 717.577491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8412647-3caf-4a39-adec-fb7d84876167 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.577941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8412647-3caf-4a39-adec-fb7d84876167" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.577941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8412647-3caf-4a39-adec-fb7d84876167" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.577941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8412647-3caf-4a39-adec-fb7d84876167" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.578627] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8412647-3caf-4a39-adec-fb7d84876167',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.812122] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac771fa5-1be3-46f6-9d5b-045d13823295 [ 717.812391] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.812558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.812630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.812837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.812928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.813037] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac771fa5-1be3-46f6-9d5b-045d13823295 already deleted. [ 717.813121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac771fa5-1be3-46f6-9d5b-045d13823295" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.025094] env[69744]: INFO networking_nsxv3.common.synchronization [None req-c1d79647-b3f1-4f17-a96f-59eb9121272d None None] Enqueued Resource ID: 6a296244-bf9f-433f-9ec0-e7ed399d9867 with Priority: HIGHEST for action port [ 718.025368] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a296244-bf9f-433f-9ec0-e7ed399d9867 with Priority: HIGHEST for action port [ 718.025961] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a296244-bf9f-433f-9ec0-e7ed399d9867 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.026069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a296244-bf9f-433f-9ec0-e7ed399d9867" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.026147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a296244-bf9f-433f-9ec0-e7ed399d9867" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.026891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a296244-bf9f-433f-9ec0-e7ed399d9867" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.026891] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a296244-bf9f-433f-9ec0-e7ed399d9867',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.080918] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8412647-3caf-4a39-adec-fb7d84876167 [ 718.083282] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.083282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.083282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.083282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.083282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.083282] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8412647-3caf-4a39-adec-fb7d84876167 already deleted. [ 718.083282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8412647-3caf-4a39-adec-fb7d84876167" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.299803] env[69744]: INFO networking_nsxv3.common.synchronization [None req-2548c848-dacb-48dd-a84d-5006145e2ebe None None] Enqueued Resource ID: 8557a3af-74f3-4f84-8228-ef727d0555f1 with Priority: HIGHEST for action port [ 718.300074] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8557a3af-74f3-4f84-8228-ef727d0555f1 with Priority: HIGHEST for action port [ 718.302380] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8557a3af-74f3-4f84-8228-ef727d0555f1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.302638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8557a3af-74f3-4f84-8228-ef727d0555f1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.302709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8557a3af-74f3-4f84-8228-ef727d0555f1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.303072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8557a3af-74f3-4f84-8228-ef727d0555f1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.303155] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8557a3af-74f3-4f84-8228-ef727d0555f1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.530315] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a296244-bf9f-433f-9ec0-e7ed399d9867 [ 718.531774] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.532672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.532672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.532672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.532672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.532672] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a296244-bf9f-433f-9ec0-e7ed399d9867 already deleted. [ 718.532672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a296244-bf9f-433f-9ec0-e7ed399d9867" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.806249] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8557a3af-74f3-4f84-8228-ef727d0555f1 [ 718.806518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.806700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.806700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.806943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.807053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.807165] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8557a3af-74f3-4f84-8228-ef727d0555f1 already deleted. [ 718.807233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8557a3af-74f3-4f84-8228-ef727d0555f1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.005114] env[69744]: INFO networking_nsxv3.common.synchronization [None req-1015a589-a195-4d0f-aa41-b4f5a73eef0a None None] Enqueued Resource ID: 3dcbf7d7-837d-4cd1-841c-5367e52b71d4 with Priority: HIGHEST for action port [ 719.005404] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dcbf7d7-837d-4cd1-841c-5367e52b71d4 with Priority: HIGHEST for action port [ 719.005965] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dcbf7d7-837d-4cd1-841c-5367e52b71d4 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.006118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dcbf7d7-837d-4cd1-841c-5367e52b71d4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.006157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dcbf7d7-837d-4cd1-841c-5367e52b71d4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.006415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dcbf7d7-837d-4cd1-841c-5367e52b71d4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.006493] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dcbf7d7-837d-4cd1-841c-5367e52b71d4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.511533] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dcbf7d7-837d-4cd1-841c-5367e52b71d4 [ 719.511765] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.511894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.511981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.512222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.512308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.512409] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dcbf7d7-837d-4cd1-841c-5367e52b71d4 already deleted. [ 719.512509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dcbf7d7-837d-4cd1-841c-5367e52b71d4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.561180] env[69744]: INFO networking_nsxv3.common.synchronization [None req-02a896b5-a468-432d-86a4-7dca24c69691 None None] Enqueued Resource ID: 9f445ce6-4959-4cb4-8ee3-bccf3c33413c with Priority: HIGHEST for action port [ 719.561452] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f445ce6-4959-4cb4-8ee3-bccf3c33413c with Priority: HIGHEST for action port [ 719.562245] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f445ce6-4959-4cb4-8ee3-bccf3c33413c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.562455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f445ce6-4959-4cb4-8ee3-bccf3c33413c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.562736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f445ce6-4959-4cb4-8ee3-bccf3c33413c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.563072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f445ce6-4959-4cb4-8ee3-bccf3c33413c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.563222] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f445ce6-4959-4cb4-8ee3-bccf3c33413c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.065943] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f445ce6-4959-4cb4-8ee3-bccf3c33413c [ 720.066248] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.066492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.066492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.066704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.066794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.066902] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f445ce6-4959-4cb4-8ee3-bccf3c33413c already deleted. [ 720.066985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f445ce6-4959-4cb4-8ee3-bccf3c33413c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.264202] env[69744]: INFO networking_nsxv3.common.synchronization [None req-25fd2938-9a92-4c80-844d-3911909bce6b None None] Enqueued Resource ID: 9c96987c-d8ca-438b-ad01-cabb67ad3640 with Priority: HIGHEST for action port [ 720.264202] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c96987c-d8ca-438b-ad01-cabb67ad3640 with Priority: HIGHEST for action port [ 720.264718] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c96987c-d8ca-438b-ad01-cabb67ad3640 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.264847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c96987c-d8ca-438b-ad01-cabb67ad3640" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.264907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c96987c-d8ca-438b-ad01-cabb67ad3640" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.265156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c96987c-d8ca-438b-ad01-cabb67ad3640" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.265267] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c96987c-d8ca-438b-ad01-cabb67ad3640',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.767940] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c96987c-d8ca-438b-ad01-cabb67ad3640 [ 720.768442] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.768442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.768442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.768623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.768689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.768788] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c96987c-d8ca-438b-ad01-cabb67ad3640 already deleted. [ 720.768867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c96987c-d8ca-438b-ad01-cabb67ad3640" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.061324] env[69744]: INFO networking_nsxv3.common.synchronization [None req-81b15373-280c-4718-aad7-fc490f22eff6 None None] Enqueued Resource ID: c58cb331-1734-4899-9751-211ee2100961 with Priority: HIGHEST for action port [ 721.061324] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c58cb331-1734-4899-9751-211ee2100961 with Priority: HIGHEST for action port [ 721.061324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c58cb331-1734-4899-9751-211ee2100961 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.061324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c58cb331-1734-4899-9751-211ee2100961" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.061324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c58cb331-1734-4899-9751-211ee2100961" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c58cb331-1734-4899-9751-211ee2100961" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.062219] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c58cb331-1734-4899-9751-211ee2100961',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.107634] env[69744]: INFO networking_nsxv3.common.synchronization [None req-0c58782f-800e-49cc-8be2-4a0d5d33d6f3 None None] Enqueued Resource ID: 219b2238-f87a-4401-a7c7-993eafc6c80f with Priority: HIGHEST for action port [ 721.108820] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 219b2238-f87a-4401-a7c7-993eafc6c80f with Priority: HIGHEST for action port [ 721.109364] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-219b2238-f87a-4401-a7c7-993eafc6c80f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.109513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-219b2238-f87a-4401-a7c7-993eafc6c80f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.109582] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-219b2238-f87a-4401-a7c7-993eafc6c80f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.109830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-219b2238-f87a-4401-a7c7-993eafc6c80f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.109908] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('219b2238-f87a-4401-a7c7-993eafc6c80f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.564501] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c58cb331-1734-4899-9751-211ee2100961 [ 721.567147] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.567147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.567147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.567147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.567147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.567147] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c58cb331-1734-4899-9751-211ee2100961 already deleted. [ 721.567147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c58cb331-1734-4899-9751-211ee2100961" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.614416] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 219b2238-f87a-4401-a7c7-993eafc6c80f [ 721.614416] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.614416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.614416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.614562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.614562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.614628] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:219b2238-f87a-4401-a7c7-993eafc6c80f already deleted. [ 721.614712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-219b2238-f87a-4401-a7c7-993eafc6c80f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.717023] env[69744]: INFO networking_nsxv3.common.synchronization [None req-97e3f1dd-9133-4285-93b1-ae1dbdfe9ea9 None None] Enqueued Resource ID: 53ec1261-44ed-4b5a-a87c-49b033058237 with Priority: HIGHEST for action port [ 722.717711] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53ec1261-44ed-4b5a-a87c-49b033058237 with Priority: HIGHEST for action port [ 722.717892] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-53ec1261-44ed-4b5a-a87c-49b033058237 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.717892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53ec1261-44ed-4b5a-a87c-49b033058237" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.718063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53ec1261-44ed-4b5a-a87c-49b033058237" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.720516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53ec1261-44ed-4b5a-a87c-49b033058237" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.720516] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53ec1261-44ed-4b5a-a87c-49b033058237',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.751052] env[69744]: INFO networking_nsxv3.common.synchronization [None req-932c41e1-413a-4cb3-b5f3-424527709748 None None] Enqueued Resource ID: 2366eb6a-7283-4b19-a838-cdc4448bbbcd with Priority: HIGHEST for action port [ 722.751052] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2366eb6a-7283-4b19-a838-cdc4448bbbcd with Priority: HIGHEST for action port [ 722.751052] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2366eb6a-7283-4b19-a838-cdc4448bbbcd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.751052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2366eb6a-7283-4b19-a838-cdc4448bbbcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.751052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2366eb6a-7283-4b19-a838-cdc4448bbbcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.751052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2366eb6a-7283-4b19-a838-cdc4448bbbcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.751052] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2366eb6a-7283-4b19-a838-cdc4448bbbcd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.223311] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53ec1261-44ed-4b5a-a87c-49b033058237 [ 723.224530] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.224922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.224922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.225042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.225092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.225196] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53ec1261-44ed-4b5a-a87c-49b033058237 already deleted. [ 723.225282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53ec1261-44ed-4b5a-a87c-49b033058237" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.255114] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2366eb6a-7283-4b19-a838-cdc4448bbbcd [ 723.255114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.255114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.255114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.255114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.255114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.255114] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2366eb6a-7283-4b19-a838-cdc4448bbbcd already deleted. [ 723.255114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2366eb6a-7283-4b19-a838-cdc4448bbbcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.429296] env[69744]: INFO networking_nsxv3.common.synchronization [None req-08cd91ab-9920-4e32-aa11-18f02185d37a None None] Enqueued Resource ID: c8434d3d-9004-43f5-8180-0962a9cd0279 with Priority: HIGHEST for action port [ 723.429296] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8434d3d-9004-43f5-8180-0962a9cd0279 with Priority: HIGHEST for action port [ 723.429296] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8434d3d-9004-43f5-8180-0962a9cd0279 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.429296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8434d3d-9004-43f5-8180-0962a9cd0279" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.429762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8434d3d-9004-43f5-8180-0962a9cd0279" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.431783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8434d3d-9004-43f5-8180-0962a9cd0279" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.431902] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8434d3d-9004-43f5-8180-0962a9cd0279',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.695751] env[69744]: INFO networking_nsxv3.common.synchronization [None req-159e35eb-3128-4dbd-a6fd-50e0fb7b7ae8 None None] Enqueued Resource ID: 1ce647ef-e8b7-4960-a170-6cec46dc3c8a with Priority: HIGHEST for action port [ 723.696263] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce647ef-e8b7-4960-a170-6cec46dc3c8a with Priority: HIGHEST for action port [ 723.696596] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce647ef-e8b7-4960-a170-6cec46dc3c8a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.696713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce647ef-e8b7-4960-a170-6cec46dc3c8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.696839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce647ef-e8b7-4960-a170-6cec46dc3c8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.697520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce647ef-e8b7-4960-a170-6cec46dc3c8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.697603] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce647ef-e8b7-4960-a170-6cec46dc3c8a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.936132] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8434d3d-9004-43f5-8180-0962a9cd0279 [ 723.936132] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.936132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.936132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.936132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.936132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.936132] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8434d3d-9004-43f5-8180-0962a9cd0279 already deleted. [ 723.936132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8434d3d-9004-43f5-8180-0962a9cd0279" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.201406] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ce647ef-e8b7-4960-a170-6cec46dc3c8a [ 724.201820] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.201820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.201947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.202215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.202215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.202308] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ce647ef-e8b7-4960-a170-6cec46dc3c8a already deleted. [ 724.202308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce647ef-e8b7-4960-a170-6cec46dc3c8a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.495597] env[69744]: INFO networking_nsxv3.common.synchronization [None req-6a3d0037-dedd-4b5e-ba85-4933bcf99581 None None] Enqueued Resource ID: e9a573a8-a280-4638-8cd1-e9f07c404e95 with Priority: HIGHEST for action port [ 724.496183] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a573a8-a280-4638-8cd1-e9f07c404e95 with Priority: HIGHEST for action port [ 724.496695] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9a573a8-a280-4638-8cd1-e9f07c404e95 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.496695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9a573a8-a280-4638-8cd1-e9f07c404e95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.496826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9a573a8-a280-4638-8cd1-e9f07c404e95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.498499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9a573a8-a280-4638-8cd1-e9f07c404e95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.498499] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9a573a8-a280-4638-8cd1-e9f07c404e95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.616739] env[69744]: INFO networking_nsxv3.common.synchronization [None req-648b22d7-b86d-48a6-8359-8ade8267307e None None] Enqueued Resource ID: ba509c1b-6b93-4a9a-b9a5-9299c1474e73 with Priority: HIGHEST for action port [ 724.617900] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba509c1b-6b93-4a9a-b9a5-9299c1474e73 with Priority: HIGHEST for action port [ 724.618349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba509c1b-6b93-4a9a-b9a5-9299c1474e73 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.618959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba509c1b-6b93-4a9a-b9a5-9299c1474e73" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.619417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba509c1b-6b93-4a9a-b9a5-9299c1474e73" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.619417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba509c1b-6b93-4a9a-b9a5-9299c1474e73" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.619417] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba509c1b-6b93-4a9a-b9a5-9299c1474e73',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.002324] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9a573a8-a280-4638-8cd1-e9f07c404e95 [ 725.002324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.002324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.002324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.002324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.002324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.002324] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9a573a8-a280-4638-8cd1-e9f07c404e95 already deleted. [ 725.002324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9a573a8-a280-4638-8cd1-e9f07c404e95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.122206] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba509c1b-6b93-4a9a-b9a5-9299c1474e73 [ 725.122206] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.122206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.122206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.122206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.122206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.122206] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba509c1b-6b93-4a9a-b9a5-9299c1474e73 already deleted. [ 725.122206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba509c1b-6b93-4a9a-b9a5-9299c1474e73" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.422502] env[69744]: INFO networking_nsxv3.common.synchronization [req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 req-1c657251-a03e-478a-8c04-460128bcf9c6 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 725.422994] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 725.423834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.423834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.423983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.424464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.424624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.424731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.424794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.424946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.425040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.425134] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.927735] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.927901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.928060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.928443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.928508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.928698] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.928958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.929070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.929268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.929346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.929653] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad already deleted. [ 725.929653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.134148] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.134148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.134148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.134148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.134148] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.493616] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.493826] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.494048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.494922] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.495229] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496342] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.496996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.497196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.497444] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.497577] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.497696] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.497853] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.497903] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.498020] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.498202] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.518564] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.518877] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.518947] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.520168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.520168] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-5f59cc8e-0fde-410b-a412-91f293d76968 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.520168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.520168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.520608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.520608] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f59cc8e-0fde-410b-a412-91f293d76968',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.636412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.024807] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.025049] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.025181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.025528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.025687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.025850] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 5f59cc8e-0fde-410b-a412-91f293d76968 not found, creating... [ 727.026132] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.026302] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.026452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.026688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.026832] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.027222] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.027440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.027520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.027714] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.027852] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.027997] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 5f59cc8e-0fde-410b-a412-91f293d76968 is going to be created. [ 727.064626] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.067026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.067026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.067026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.067026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.067026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.071478] env[69744]: INFO networking_nsxv3.common.synchronization [req-2a8b3f3e-6c62-46fd-b935-2fb8e2ead51c req-97f82598-673a-4c16-847a-269d445da7af tempest-SecurityGroupRulesTestJSON-1069582988 tempest-SecurityGroupRulesTestJSON-1069582988-project-member] Enqueued Resource ID: c292ccd0-e138-44b6-a56e-ca6bd32a3e58 with Priority: HIGHEST for action security_group_rules [ 727.072336] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c292ccd0-e138-44b6-a56e-ca6bd32a3e58 with Priority: HIGHEST for action security_group_rules [ 727.073547] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c292ccd0-e138-44b6-a56e-ca6bd32a3e58 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.073547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c292ccd0-e138-44b6-a56e-ca6bd32a3e58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.073547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c292ccd0-e138-44b6-a56e-ca6bd32a3e58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.073547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c292ccd0-e138-44b6-a56e-ca6bd32a3e58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.073547] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c292ccd0-e138-44b6-a56e-ca6bd32a3e58',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.139021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.335197] env[69744]: INFO networking_nsxv3.common.synchronization [None req-fa317b56-3066-46a2-8386-f434f9869e19 None None] Enqueued Resource ID: 6259f235-fd32-47b8-bbbd-3b5f51dc8217 with Priority: HIGHEST for action port [ 727.335475] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6259f235-fd32-47b8-bbbd-3b5f51dc8217 with Priority: HIGHEST for action port [ 727.336663] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6259f235-fd32-47b8-bbbd-3b5f51dc8217 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.336967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6259f235-fd32-47b8-bbbd-3b5f51dc8217" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.337068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6259f235-fd32-47b8-bbbd-3b5f51dc8217" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.337394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6259f235-fd32-47b8-bbbd-3b5f51dc8217" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.337512] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6259f235-fd32-47b8-bbbd-3b5f51dc8217',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.605026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.605026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.605026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.605026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.605026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.605026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c292ccd0-e138-44b6-a56e-ca6bd32a3e58 already deleted. [ 727.605026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c292ccd0-e138-44b6-a56e-ca6bd32a3e58" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.641054] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 727.641176] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 727.778863] env[69744]: INFO networking_nsxv3.common.synchronization [None req-6b6de68a-da9b-4fab-b0a5-1db3b21dfd44 None None] Enqueued Resource ID: ed7aba8b-d3f1-445a-aa09-5f9ed6807251 with Priority: HIGHEST for action port [ 727.779232] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7aba8b-d3f1-445a-aa09-5f9ed6807251 with Priority: HIGHEST for action port [ 727.781056] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed7aba8b-d3f1-445a-aa09-5f9ed6807251 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.781056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed7aba8b-d3f1-445a-aa09-5f9ed6807251" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.781182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed7aba8b-d3f1-445a-aa09-5f9ed6807251" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.781364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed7aba8b-d3f1-445a-aa09-5f9ed6807251" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.781443] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7aba8b-d3f1-445a-aa09-5f9ed6807251',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.839735] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6259f235-fd32-47b8-bbbd-3b5f51dc8217 [ 727.840013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.840225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.840328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.840543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.840708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.840874] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6259f235-fd32-47b8-bbbd-3b5f51dc8217 already deleted. [ 727.841086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6259f235-fd32-47b8-bbbd-3b5f51dc8217" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.287123] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed7aba8b-d3f1-445a-aa09-5f9ed6807251 [ 728.287386] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.287514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.287578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.287792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.287880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.288021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed7aba8b-d3f1-445a-aa09-5f9ed6807251 already deleted. [ 728.288062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed7aba8b-d3f1-445a-aa09-5f9ed6807251" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.371617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.371985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.371985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.372138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.385603] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 728.386487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.388116] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 728.417227] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.417402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.417479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.417689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.418098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.418326] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 728.418398] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 728.418521] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 728.439047] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.439173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.439214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.439415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.439849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.440033] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 728.447344] env[69744]: INFO networking_nsxv3.common.synchronization [req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 req-55bc2f44-5d48-499b-9f44-3372f2ed612e service nova] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_rules [ 728.447344] env[69744]: INFO networking_nsxv3.common.synchronization [req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 req-55bc2f44-5d48-499b-9f44-3372f2ed612e service nova] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 728.447344] env[69744]: INFO networking_nsxv3.common.synchronization [req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 req-55bc2f44-5d48-499b-9f44-3372f2ed612e service nova] Enqueued Resource ID: 5f59cc8e-0fde-410b-a412-91f293d76968 with Priority: HIGHEST for action port [ 728.447344] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_rules [ 728.447344] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 728.447344] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f59cc8e-0fde-410b-a412-91f293d76968 with Priority: HIGHEST for action port [ 728.447971] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.447971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.447971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.448295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.448398] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.449492] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.449596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.450138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.450138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.450251] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.450565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.450565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.450730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.450730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.451170] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.452171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f59cc8e-0fde-410b-a412-91f293d76968 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.452277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.452334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.452678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.453209] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f59cc8e-0fde-410b-a412-91f293d76968',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.462317] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.462572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.462673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.462881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.462987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.463117] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 728.486636] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.486790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.486841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.487062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.487379] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.487379] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 728.487478] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 728.487478] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 728.503742] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.503886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.503952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.504203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.504318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.504525] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 728.504525] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 728.504600] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 728.523140] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.523381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.523513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.523767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.523877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.523996] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 728.524088] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 728.524158] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 728.524225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 728.524304] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 728.524372] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 728.524431] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 728.525143] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 728.525227] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 728.525309] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 728.545738] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.545921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.546680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.546680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.546680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.546680] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 728.563634] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.563908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.563908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.564076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.564292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.600777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.958339] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.958622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.974285] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f59cc8e-0fde-410b-a412-91f293d76968 with status ACTIVE [ 728.974579] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.974813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.974892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.975347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.975347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.975422] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.975516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.975730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.975730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.975799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.975968] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.976109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.976165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.976320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.976397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.976482] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f59cc8e-0fde-410b-a412-91f293d76968 is going to be updated. [ 728.978701] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.001630] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.001630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.001630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.001630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.001630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.001630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f59cc8e-0fde-410b-a412-91f293d76968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.348596] env[69744]: INFO networking_nsxv3.common.synchronization [req-3acd20fe-4a19-4e31-b6d0-adeef458f58c req-f1d512df-043e-4b36-b847-7561de17f24a tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Enqueued Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_members [ 729.349919] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_members [ 729.350396] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.350396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.350492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.350749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.351601] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.351601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.351601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.351601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.351601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.351601] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.483531] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.686645] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.686876] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.687019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.687289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.687561] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.687721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.687841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.688280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.688472] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.688688] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.688815] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.688967] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.689528] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.689528] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.689528] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.690723] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.707779] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.707955] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.708115] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.708290] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.708598] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-7fe074f0-e2cc-442e-8e54-6c84edfa249a taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.708768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.708895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.710237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.710237] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe074f0-e2cc-442e-8e54-6c84edfa249a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.854138] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.854324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.854397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.854627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.854754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.854960] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.855068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.855130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.855278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.855418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.855507] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37107c5-3fa5-4cac-a154-d0e19398544f already deleted. [ 729.855581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.986647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.986872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.987032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.987301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.987591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.989462] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be created. [ 730.061473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.061473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.061473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.061473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.061473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.073491] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: UNINITIALIZED for 2s [ 730.214482] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.214482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.214693] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.214841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.215371] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.215371] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 7fe074f0-e2cc-442e-8e54-6c84edfa249a not found, creating... [ 730.215584] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.215584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.215742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.215953] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.216025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.216353] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.216545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.216623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.216838] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.217294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.218406] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 7fe074f0-e2cc-442e-8e54-6c84edfa249a is going to be created. [ 730.251246] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.251526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.251654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.251960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.252307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.252569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.528431] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a795bb2f-02d9-4d07-9a1f-34a848846389 None None] Enqueued Resource ID: 040f2a89-7944-42a6-80a9-6365a80ba97e with Priority: HIGHEST for action port [ 730.529686] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040f2a89-7944-42a6-80a9-6365a80ba97e with Priority: HIGHEST for action port [ 730.529686] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-040f2a89-7944-42a6-80a9-6365a80ba97e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.529930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-040f2a89-7944-42a6-80a9-6365a80ba97e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.529930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-040f2a89-7944-42a6-80a9-6365a80ba97e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.530180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-040f2a89-7944-42a6-80a9-6365a80ba97e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.530285] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('040f2a89-7944-42a6-80a9-6365a80ba97e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.650033] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4175112e-11f7-4791-948e-e33ffcc86896 tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Enqueued Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_rules [ 730.650033] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_rules [ 730.650033] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3060806a-5dbd-46c9-b132-b28783e4d87a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.650033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.650033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.650033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.650033] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.860497] env[69744]: INFO networking_nsxv3.common.synchronization [None req-3d7c6b7e-e207-4eb6-b0e9-7d8bc924674d tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Enqueued Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_rules [ 730.860497] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_rules [ 730.860497] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3060806a-5dbd-46c9-b132-b28783e4d87a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.860497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.033399] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 040f2a89-7944-42a6-80a9-6365a80ba97e [ 731.033797] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.033797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.033981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.034168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.034218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.034355] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:040f2a89-7944-42a6-80a9-6365a80ba97e already deleted. [ 731.034498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-040f2a89-7944-42a6-80a9-6365a80ba97e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.173143] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.173143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.173143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.173143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.173143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.173143] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3060806a-5dbd-46c9-b132-b28783e4d87a already deleted. [ 731.173143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.173411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.173472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.173501] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.289992] env[69744]: INFO networking_nsxv3.common.synchronization [req-3acd20fe-4a19-4e31-b6d0-adeef458f58c req-d3ac7918-82f3-42af-8b3c-d5aba01e6e0d service nova] Enqueued Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_rules [ 731.289992] env[69744]: INFO networking_nsxv3.common.synchronization [req-3acd20fe-4a19-4e31-b6d0-adeef458f58c req-d3ac7918-82f3-42af-8b3c-d5aba01e6e0d service nova] Enqueued Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_members [ 731.289992] env[69744]: INFO networking_nsxv3.common.synchronization [req-3acd20fe-4a19-4e31-b6d0-adeef458f58c req-d3ac7918-82f3-42af-8b3c-d5aba01e6e0d service nova] Enqueued Resource ID: 7fe074f0-e2cc-442e-8e54-6c84edfa249a with Priority: HIGHEST for action port [ 731.289992] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_rules [ 731.289992] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_members [ 731.289992] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe074f0-e2cc-442e-8e54-6c84edfa249a with Priority: HIGHEST for action port [ 731.291401] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.291581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.291641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.292080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.292210] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.294984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.294984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.294984] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.294984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe074f0-e2cc-442e-8e54-6c84edfa249a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.294984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.297366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.297366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.297366] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe074f0-e2cc-442e-8e54-6c84edfa249a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.451337] env[69744]: INFO networking_nsxv3.common.synchronization [None req-24872981-0cf1-419b-9d6d-5e70520e96d7 None None] Enqueued Resource ID: 4c193a68-5295-49d3-ba3e-26d719472dac with Priority: HIGHEST for action port [ 731.451337] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c193a68-5295-49d3-ba3e-26d719472dac with Priority: HIGHEST for action port [ 731.451744] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c193a68-5295-49d3-ba3e-26d719472dac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.451874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c193a68-5295-49d3-ba3e-26d719472dac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.451941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c193a68-5295-49d3-ba3e-26d719472dac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.456156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c193a68-5295-49d3-ba3e-26d719472dac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.456156] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c193a68-5295-49d3-ba3e-26d719472dac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.694660] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.694660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.694941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.694941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.694998] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.695100] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3060806a-5dbd-46c9-b132-b28783e4d87a already deleted. [ 731.695180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.798402] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.798581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.798822] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.801359] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fe074f0-e2cc-442e-8e54-6c84edfa249a with status ACTIVE [ 731.801551] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.801665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.801734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.801931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.803150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.803400] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.804440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.804574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.804793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.804963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.805210] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.805799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.805922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.806559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.806726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.807536] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fe074f0-e2cc-442e-8e54-6c84edfa249a is going to be updated. [ 731.832033] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.832185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.832258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.832468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.832604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.832960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe074f0-e2cc-442e-8e54-6c84edfa249a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.898412] env[69744]: INFO networking_nsxv3.common.synchronization [req-2fcf50d4-981e-40f9-99b3-5462ad046a8d req-905695ef-0af3-4839-ae88-325cb88272c7 tempest-SecurityGroupRulesTestJSON-1069582988 tempest-SecurityGroupRulesTestJSON-1069582988-project-member] Enqueued Resource ID: b424dbe5-c0bd-4266-8d4c-41ac704937f0 with Priority: HIGHEST for action security_group_rules [ 731.899121] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b424dbe5-c0bd-4266-8d4c-41ac704937f0 with Priority: HIGHEST for action security_group_rules [ 731.899884] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b424dbe5-c0bd-4266-8d4c-41ac704937f0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.900144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b424dbe5-c0bd-4266-8d4c-41ac704937f0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.900220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b424dbe5-c0bd-4266-8d4c-41ac704937f0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.901467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b424dbe5-c0bd-4266-8d4c-41ac704937f0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.904031] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b424dbe5-c0bd-4266-8d4c-41ac704937f0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.958898] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c193a68-5295-49d3-ba3e-26d719472dac [ 731.959194] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.959365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.959436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.959664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.959756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.959856] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c193a68-5295-49d3-ba3e-26d719472dac already deleted. [ 731.959941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c193a68-5295-49d3-ba3e-26d719472dac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.088028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: SUCCESS [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.088028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.088028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.088028] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.302332] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.425952] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.426296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.426296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.426380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.426476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.426567] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b424dbe5-c0bd-4266-8d4c-41ac704937f0 already deleted. [ 732.427025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b424dbe5-c0bd-4266-8d4c-41ac704937f0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.469345] env[69744]: INFO networking_nsxv3.common.synchronization [req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f req-ac39562c-424e-413f-8540-06d238503124 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 732.469852] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 732.474475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.474475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.474475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.474475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.474475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.474475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.474475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.474475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.474475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.474475] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.591852] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.592013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.592087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.592370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.592472] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.592566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.592670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.592763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.592850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.592935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.593170] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.593259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.593259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.593421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.593571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.593664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.593715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.593886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.593932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.593982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.594081] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.807868] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.807868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.807868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.807868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.807868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.807868] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37107c5-3fa5-4cac-a154-d0e19398544f is going to be created. [ 732.858176] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.858176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.858176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.858176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.858176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.866861] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37107c5-3fa5-4cac-a154-d0e19398544f in Status: UNINITIALIZED for 2s [ 732.980254] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.980857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.980857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.980857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.980857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.981410] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.981410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.981410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.981410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.981410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.981633] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd already deleted. [ 732.981633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.101511] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901af074-4bac-4fe7-9227-89e13662f8ad: rpc.has_security_group_logging(os_id): False [ 733.118257] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.118257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.118257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.118257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.118257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.118257] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.118521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.118521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.118521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.118599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.118759] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.118846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.118904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.119217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.119217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.119444] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.119512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.119512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.119658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.119722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.119802] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be created. [ 733.210099] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.210099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.210099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210099] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.210099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.210099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.210698] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.210698] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.210698] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.210698] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.210698] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.210698] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.210879] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.215493] env[69744]: INFO networking_nsxv3.common.synchronization [None req-1ac33e81-ca42-4445-96cf-408d8a0e3b94 None None] Enqueued Resource ID: 8755948f-8733-4e12-af16-8d7a3a0c6dbf with Priority: HIGHEST for action port [ 733.217031] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8755948f-8733-4e12-af16-8d7a3a0c6dbf with Priority: HIGHEST for action port [ 733.220858] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8755948f-8733-4e12-af16-8d7a3a0c6dbf taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.221296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8755948f-8733-4e12-af16-8d7a3a0c6dbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.221296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8755948f-8733-4e12-af16-8d7a3a0c6dbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.221296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8755948f-8733-4e12-af16-8d7a3a0c6dbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.221718] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8755948f-8733-4e12-af16-8d7a3a0c6dbf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.229137] env[69744]: INFO networking_nsxv3.common.synchronization [None req-2e51f43a-f590-458d-9e60-3f6d10f19301 None None] Enqueued Resource ID: a9cdcba9-a38b-49f3-83a3-6badec5918af with Priority: HIGHEST for action port [ 733.229383] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9cdcba9-a38b-49f3-83a3-6badec5918af with Priority: HIGHEST for action port [ 733.230396] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9cdcba9-a38b-49f3-83a3-6badec5918af taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.230396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9cdcba9-a38b-49f3-83a3-6badec5918af" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.230396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9cdcba9-a38b-49f3-83a3-6badec5918af" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.230564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9cdcba9-a38b-49f3-83a3-6badec5918af" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.230727] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9cdcba9-a38b-49f3-83a3-6badec5918af',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.236287] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.236428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.236730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.236730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.236823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.253664] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.253908] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.254121] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.254370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.255246] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.255531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.255736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.256401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.256577] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec52adaf-97e6-49f2-adcc-9c8fa0a596b0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.264730] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: IN_PROGRESS for 2s [ 733.726078] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8755948f-8733-4e12-af16-8d7a3a0c6dbf [ 733.726201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.726348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.726415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.726638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.726973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.726973] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8755948f-8733-4e12-af16-8d7a3a0c6dbf already deleted. [ 733.726973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8755948f-8733-4e12-af16-8d7a3a0c6dbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.733519] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9cdcba9-a38b-49f3-83a3-6badec5918af [ 733.733519] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.733519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.733519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.733519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.733519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.733519] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9cdcba9-a38b-49f3-83a3-6badec5918af already deleted. [ 733.733519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9cdcba9-a38b-49f3-83a3-6badec5918af" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.759902] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.761294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.761294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.761294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.761294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.761294] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 not found, creating... [ 733.761294] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.761294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.761701] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.761701] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.761701] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.762341] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.762341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.762341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.762631] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.762631] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.762727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 is going to be created. [ 733.785643] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.786020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.786020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.786355] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.786534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.786843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.047228] env[69744]: INFO networking_nsxv3.common.synchronization [None req-c3c00b33-b008-46fe-9559-96622b961fda None None] Enqueued Resource ID: ec1f418a-5eef-4e45-a635-b854ec9dc267 with Priority: HIGHEST for action port [ 734.047228] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1f418a-5eef-4e45-a635-b854ec9dc267 with Priority: HIGHEST for action port [ 734.047228] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1f418a-5eef-4e45-a635-b854ec9dc267 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.047565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1f418a-5eef-4e45-a635-b854ec9dc267" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.047565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1f418a-5eef-4e45-a635-b854ec9dc267" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.047624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1f418a-5eef-4e45-a635-b854ec9dc267" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.047815] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1f418a-5eef-4e45-a635-b854ec9dc267',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.551213] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec1f418a-5eef-4e45-a635-b854ec9dc267 [ 734.552038] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.552038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.552038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.552038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.552038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.552038] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec1f418a-5eef-4e45-a635-b854ec9dc267 already deleted. [ 734.552038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1f418a-5eef-4e45-a635-b854ec9dc267" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.878095] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37107c5-3fa5-4cac-a154-d0e19398544f in Status: SUCCESS [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.881024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.881024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.881024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.210793] env[69744]: INFO networking_nsxv3.common.synchronization [req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f req-8350b30c-d965-4fca-aee8-2a4ad4d5c957 service nova] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_rules [ 735.211219] env[69744]: INFO networking_nsxv3.common.synchronization [req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f req-8350b30c-d965-4fca-aee8-2a4ad4d5c957 service nova] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 735.213153] env[69744]: INFO networking_nsxv3.common.synchronization [req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f req-8350b30c-d965-4fca-aee8-2a4ad4d5c957 service nova] Enqueued Resource ID: ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 with Priority: HIGHEST for action port [ 735.213153] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_rules [ 735.213153] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 735.213153] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 with Priority: HIGHEST for action port [ 735.213463] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.213622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.214565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.214565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.214680] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.215497] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.215614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.215733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.215855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.216018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.216114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.216176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.216315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.216573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.216573] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.217623] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.217800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.217853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.217971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.218185] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec52adaf-97e6-49f2-adcc-9c8fa0a596b0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.276271] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: SUCCESS [ 735.276816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.349134] env[69744]: INFO networking_nsxv3.common.synchronization [None req-eb49acc4-14e7-4765-8ca0-882278e69b3d None None] Enqueued Resource ID: 5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7 with Priority: HIGHEST for action port [ 735.349134] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7 with Priority: HIGHEST for action port [ 735.350298] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.350597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.350829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.352303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.352303] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.384021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.384021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.384021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.384021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.384021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.384021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.384536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.384736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.384843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.384931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.385174] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.385233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.385275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.385614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.385614] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.385712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.385750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.385882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.386651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.386765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.386870] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.620163] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce4216af-79ad-4615-ae17-64608dc4aa40 req-06acd159-0a69-4297-bbf8-fe8fb3c4c160 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Enqueued Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_members [ 735.620650] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_members [ 735.621483] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.621909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.621909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.622160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.622461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.622542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.622600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.622814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.622955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.623104] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.720559] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.720559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.720559] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.722553] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 with status ACTIVE [ 735.724026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.724026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.724026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.724026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.724026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.724026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.724026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.724026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.725169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.725583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.728026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.728026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.728026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.728026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.728026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.728026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 is going to be updated. [ 735.747626] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.747800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.747846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.748316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.748316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.748316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.861037] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7 [ 735.861037] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.861037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.861037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.861037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.861037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.861037] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7 already deleted. [ 735.861037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a9aa53b-f5a9-41eb-8c3a-880ed0e0e2c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.892219] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b37107c5-3fa5-4cac-a154-d0e19398544f: rpc.has_security_group_logging(os_id): False [ 735.918844] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.918978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.918978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.919480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.919559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.919862] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.919964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.920219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.920279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.920311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.920544] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.920608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.920640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.920771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.921166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.921803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.921981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.922084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.922243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.922326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.922436] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37107c5-3fa5-4cac-a154-d0e19398544f is going to be created. [ 735.991802] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.991954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.992052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.992316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.992455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.007037] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37107c5-3fa5-4cac-a154-d0e19398544f in Status: IN_PROGRESS for 2s [ 736.128426] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.128426] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.128426] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d already deleted. [ 736.128426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.149748] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-34 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.149748] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-34" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.149748] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-34" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.151015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-34" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.151015] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.151015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.151015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.151272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.151272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.154053] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.154053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.154053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.154053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.154053] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.154734] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.154936] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.175080] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.175285] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.175403] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.175581] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-34" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.175902] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.176081] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.176196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.176560] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.177057] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.228549] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.414770] env[69744]: INFO networking_nsxv3.common.synchronization [None req-10171cb4-1ed0-4cf7-af38-1d8861598706 None None] Enqueued Resource ID: 2ffa78ab-14c3-4247-8bb4-898fb54db2c5 with Priority: HIGHEST for action port [ 736.415924] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffa78ab-14c3-4247-8bb4-898fb54db2c5 with Priority: HIGHEST for action port [ 736.416428] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ffa78ab-14c3-4247-8bb4-898fb54db2c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.416549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ffa78ab-14c3-4247-8bb4-898fb54db2c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.416758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ffa78ab-14c3-4247-8bb4-898fb54db2c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.416870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ffa78ab-14c3-4247-8bb4-898fb54db2c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.416956] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ffa78ab-14c3-4247-8bb4-898fb54db2c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.682784] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.683278] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.683695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.684427] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.686974] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.687172] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb not found, creating... [ 736.687466] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.687639] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.687837] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.688046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.688197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.688494] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.688655] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.688774] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.688988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.689165] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.689400] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb is going to be created. [ 736.708291] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.708607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.708767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.708967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.709231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.709432] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.730622] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.730777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.730847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.731081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.731171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.731268] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be created. [ 736.773898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.774093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.774167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.774337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.774537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.784148] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: UNINITIALIZED for 2s [ 736.919897] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ffa78ab-14c3-4247-8bb4-898fb54db2c5 [ 736.919897] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.919897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.919897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.919897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.919897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.919897] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ffa78ab-14c3-4247-8bb4-898fb54db2c5 already deleted. [ 736.919897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ffa78ab-14c3-4247-8bb4-898fb54db2c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.050921] env[69744]: INFO networking_nsxv3.common.synchronization [req-389a7da3-86ea-45b1-b3d4-3d694b0d6e84 req-2b4e1560-c585-4f02-aaa4-5f71b0e740db tempest-SecurityGroupRulesTestJSON-1069582988 tempest-SecurityGroupRulesTestJSON-1069582988-project-member] Enqueued Resource ID: 4b9641f2-3f99-4f62-a3db-616cd8407eac with Priority: HIGHEST for action security_group_rules [ 737.050921] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9641f2-3f99-4f62-a3db-616cd8407eac with Priority: HIGHEST for action security_group_rules [ 737.050921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b9641f2-3f99-4f62-a3db-616cd8407eac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.050921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b9641f2-3f99-4f62-a3db-616cd8407eac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.050921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b9641f2-3f99-4f62-a3db-616cd8407eac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.050921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b9641f2-3f99-4f62-a3db-616cd8407eac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.053080] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b9641f2-3f99-4f62-a3db-616cd8407eac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.497905] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce4216af-79ad-4615-ae17-64608dc4aa40 req-8cdc5ab3-6710-45cf-8fa3-b9451e21c192 service nova] Enqueued Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_rules [ 737.498192] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce4216af-79ad-4615-ae17-64608dc4aa40 req-8cdc5ab3-6710-45cf-8fa3-b9451e21c192 service nova] Enqueued Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_members [ 737.498279] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce4216af-79ad-4615-ae17-64608dc4aa40 req-8cdc5ab3-6710-45cf-8fa3-b9451e21c192 service nova] Enqueued Resource ID: 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb with Priority: HIGHEST for action port [ 737.498497] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_rules [ 737.498614] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_members [ 737.498710] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb with Priority: HIGHEST for action port [ 737.499324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b32934a-ff9b-46ab-9638-8d890f8aaf1d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.499445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.499493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.499730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.499814] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.502070] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.502185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.502316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.502528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.502700] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.502801] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.502864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.503799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.503948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.504060] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.504880] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.505334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.505334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.505334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.505495] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.576984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.576984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.576984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.576984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.576984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.576984] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b9641f2-3f99-4f62-a3db-616cd8407eac already deleted. [ 737.576984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b9641f2-3f99-4f62-a3db-616cd8407eac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.582271] env[69744]: INFO networking_nsxv3.common.synchronization [req-56e1e29d-4e49-48c6-9782-db919615ef83 req-569a9ed2-f99c-4ab4-8f13-4322b4c0eaaf tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Enqueued Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_members [ 737.582271] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_members [ 737.582625] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.582718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.582781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.583405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.583624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.583800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.583870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.584089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.585345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.585513] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.002509] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.002721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.079581] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.079581] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb with status ACTIVE [ 738.079581] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.079581] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.079581] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.079581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.080596] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb is going to be updated. [ 738.080596] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37107c5-3fa5-4cac-a154-d0e19398544f in Status: SUCCESS [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.080596] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.080596] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.080596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.080596] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.082053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.082053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.082053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.082053] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.082053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.082053] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.082053] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.082053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.082053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.082053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.082053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.082053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.082053] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.082053] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.082053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.082053] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.082718] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.082718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.082718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.082718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.082718] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.087661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.087817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.087899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.088111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.088263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.088382] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.088568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.088688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.088774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.088837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.088920] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362cb476-3b31-4064-b19c-cd94ff5b351a already deleted. [ 738.088995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.519965] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.566292] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.566292] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.566685] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.566783] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.567016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.567091] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e not found, creating... [ 738.567886] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.569046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.570979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.570979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.570979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.570979] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.571202] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.571380] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.571603] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.572329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.572329] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e is going to be created. [ 738.595047] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.598742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.598742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.598742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.598742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.598742] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.798019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.798019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.798019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.798019] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.028886] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.028886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.029079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.029838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.029838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.029838] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d is going to be created. [ 739.052908] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.052908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.052908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.052908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.052908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.063107] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d in Status: UNINITIALIZED for 2s [ 739.071154] env[69744]: INFO networking_nsxv3.common.synchronization [None req-6a089223-1ab3-4de1-9767-15136d9db967 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 739.071154] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 739.071154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.071154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.071154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.072073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.072490] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.147571] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b9731746-0b25-4618-8751-384389b3adb4 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 739.147571] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 739.148434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.148434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.300757] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.300944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.301043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.301306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.301516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.301652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.301791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.302046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.302254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.302310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.302465] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.302591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.302727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.302913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.303188] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.303287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.303346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.303570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.303682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.303805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.303947] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.486314] env[69744]: INFO networking_nsxv3.common.synchronization [req-56e1e29d-4e49-48c6-9782-db919615ef83 req-baff0e1a-0766-4616-b954-54d887fdc5a0 service nova] Enqueued Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_rules [ 739.486584] env[69744]: INFO networking_nsxv3.common.synchronization [req-56e1e29d-4e49-48c6-9782-db919615ef83 req-baff0e1a-0766-4616-b954-54d887fdc5a0 service nova] Enqueued Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_members [ 739.486776] env[69744]: INFO networking_nsxv3.common.synchronization [req-56e1e29d-4e49-48c6-9782-db919615ef83 req-baff0e1a-0766-4616-b954-54d887fdc5a0 service nova] Enqueued Resource ID: 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e with Priority: HIGHEST for action port [ 739.487029] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_rules [ 739.487162] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_members [ 739.487268] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e with Priority: HIGHEST for action port [ 739.488558] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.488558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.488558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.488558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.488844] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.490165] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.490380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.490491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.490757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.490996] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.491273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.491273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.491509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.493902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.493902] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.493902] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.493902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.493902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.493902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.493902] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.594026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.594026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.594026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.594026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.594026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.594026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 already deleted. [ 739.594026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.594026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.594026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.595238] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.805934] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd: rpc.has_security_group_logging(os_id): False [ 739.823015] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.823173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.823316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.823550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.823640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.823815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.823882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.823933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.824109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.824323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.824380] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.824456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.824782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.824782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.824782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.824909] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.825660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.825660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.825660] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be created. [ 739.881878] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.882074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.882145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.882316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.882496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.892901] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: IN_PROGRESS for 2s [ 739.943905] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f req-a11729f7-3ac6-4d00-97a8-f3e20b2951a1 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 739.944399] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 739.944704] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.944827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.944893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.945167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.945326] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.945447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.945515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.945674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.945760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.945851] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.994891] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.995092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.995275] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.998468] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e with status ACTIVE [ 739.998468] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.998468] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.998468] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.998468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.999215] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e is going to be updated. [ 740.036988] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.037201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.037274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.037590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.037819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.038014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.126842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.126990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.127054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.127293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.127392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.127484] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 already deleted. [ 740.127566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.321138] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.323109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.323109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.323409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.323559] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.323977] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.324592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.325206] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.325206] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.325339] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.325501] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.325674] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.325837] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.326018] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.326074] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.326302] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.344905] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.344905] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.344905] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.344905] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.344905] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-51d6f33a-f831-4086-9cef-05943785b41a taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.345244] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.345244] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.345563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.345800] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d6f33a-f831-4086-9cef-05943785b41a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.447885] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.449471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.449600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.449857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.450047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.450425] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.450681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.450790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.450985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.451252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.451662] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d already deleted. [ 740.451997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.500539] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.848638] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.849049] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.849110] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.849363] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.849562] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.849735] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 51d6f33a-f831-4086-9cef-05943785b41a not found, creating... [ 740.850869] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.851129] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.851284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.851541] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.851731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.853091] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.853332] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.853532] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.854936] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.855768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.855907] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 51d6f33a-f831-4086-9cef-05943785b41a is going to be created. [ 740.877118] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.877378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.877505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.877956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.878997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.879276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.005960] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.006201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.006312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.006597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.006696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.006798] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362cb476-3b31-4064-b19c-cd94ff5b351a is going to be created. [ 741.054147] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.054297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.054359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.054568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.054726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.068730] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362cb476-3b31-4064-b19c-cd94ff5b351a in Status: UNINITIALIZED for 2s [ 741.071778] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d in Status: SUCCESS [ 741.071778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.073045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.073045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.073045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.073045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.073045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.073045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073361] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.575787] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.578017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.578017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.578017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.578017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.578624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.578624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.578624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.578624] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.905898] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 741.905898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.084208] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b32934a-ff9b-46ab-9638-8d890f8aaf1d: rpc.has_security_group_logging(os_id): False [ 742.098327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.098410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.098410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.099023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.099217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.099899] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.099899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.099899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.099899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.099899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.100171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.100171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.100239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.100414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.100497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.100605] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d is going to be created. [ 742.164984] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9d718d7-34cd-4298-ac43-f9e66e52b117 req-af5b567b-661a-4b42-8675-fec3938c04d7 tempest-SecurityGroupRulesTestJSON-1069582988 tempest-SecurityGroupRulesTestJSON-1069582988-project-member] Enqueued Resource ID: f212095d-f936-4a80-b166-e4467ed2fb28 with Priority: HIGHEST for action security_group_rules [ 742.170663] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.170663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.170663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.170663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.170663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.173030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f212095d-f936-4a80-b166-e4467ed2fb28 with Priority: HIGHEST for action security_group_rules [ 742.173454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f212095d-f936-4a80-b166-e4467ed2fb28 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.173567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f212095d-f936-4a80-b166-e4467ed2fb28" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.173619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f212095d-f936-4a80-b166-e4467ed2fb28" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.173849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f212095d-f936-4a80-b166-e4467ed2fb28" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.173937] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f212095d-f936-4a80-b166-e4467ed2fb28',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.187411] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d in Status: IN_PROGRESS for 2s [ 742.279129] env[69744]: INFO networking_nsxv3.common.synchronization [req-3c0892fe-3c70-41e7-8862-9eb2630533dd req-25ddfb4c-c273-4c10-9bb2-c26c653a51a3 tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 742.279395] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 742.279963] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.280137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.280521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.280846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.281051] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.281197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.281282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.281481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.281605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.281933] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.290998] env[69744]: INFO networking_nsxv3.common.synchronization [req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 req-d4c35cf1-5485-4c81-a2fa-f1aad37f12ee tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 742.292062] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 742.292349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.292464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.292527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.292761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.292908] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.293011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.293771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.294128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.294353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.294558] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.490019] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f req-ccbc4284-3ef4-4c1c-b707-9bb101382935 service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 742.490019] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f req-ccbc4284-3ef4-4c1c-b707-9bb101382935 service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 742.490019] env[69744]: INFO networking_nsxv3.common.synchronization [req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f req-ccbc4284-3ef4-4c1c-b707-9bb101382935 service nova] Enqueued Resource ID: 51d6f33a-f831-4086-9cef-05943785b41a with Priority: HIGHEST for action port [ 742.490335] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 742.490601] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 742.490842] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6f33a-f831-4086-9cef-05943785b41a with Priority: HIGHEST for action port [ 742.491237] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.491546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.491744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.492303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.492655] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.495165] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.495165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.495165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.495165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.495165] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.495165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.495165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.495165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.495165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.495165] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.498076] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d6f33a-f831-4086-9cef-05943785b41a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.498076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.498076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.498076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.499178] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d6f33a-f831-4086-9cef-05943785b41a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.694966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.695622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.696695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.697860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.697860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.697860] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f212095d-f936-4a80-b166-e4467ed2fb28 already deleted. [ 742.697860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f212095d-f936-4a80-b166-e4467ed2fb28" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.789146] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.789146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.789146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.789146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.789146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.789146] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.789146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.789146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.790276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.790399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.790527] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be updated. [ 742.797877] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.798034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.798108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.798306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.798376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.798557] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.798694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.798762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.798917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.798994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.799097] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 already deleted. [ 742.799172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.830101] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.830247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.830247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.830463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.830621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.839131] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: IN_PROGRESS for 2s [ 742.998856] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.000167] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.000167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.000321] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51d6f33a-f831-4086-9cef-05943785b41a with status ACTIVE [ 743.000368] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.000434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.000496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.000697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.000785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.000951] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.001508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.001508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.001508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.001508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.001508] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.001726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.001726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.001791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.001872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.004919] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51d6f33a-f831-4086-9cef-05943785b41a is going to be updated. [ 743.025561] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.025827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.025827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.026033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.026141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.026413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d6f33a-f831-4086-9cef-05943785b41a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.075267] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.075537] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.075756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.076475] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.076977] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.077209] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.077286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.077845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.077845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.077845] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.077962] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.078075] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.078181] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.078286] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.078387] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.078517] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.080786] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362cb476-3b31-4064-b19c-cd94ff5b351a in Status: SUCCESS [ 743.080905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.081367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.081525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.081704] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.081810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.081891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.082121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.082121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.082226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.082452] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.107605] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.107806] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.107980] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.108522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.108911] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.109450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.109450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.109655] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.109801] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dfa1af2-e8ee-44c6-9bce-c3e64937057b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.505198] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.587195] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.588480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.591023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.591023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.591023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.592095] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.614527] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.614819] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.614819] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.615158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.615277] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.615762] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b not found, creating... [ 743.615762] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.616225] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.616225] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.616305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.616495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.617280] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.617280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.617496] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.617711] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.617812] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.618215] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b is going to be created. [ 743.643742] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.644125] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.644357] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.644628] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.644955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.008154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.008440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.008440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.008599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.008692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.008794] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be created. [ 744.034041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.034317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.034432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.034752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.034936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.044802] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: UNINITIALIZED for 2s [ 744.096666] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362cb476-3b31-4064-b19c-cd94ff5b351a: rpc.has_security_group_logging(os_id): False [ 744.117020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.117020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.117020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.117020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.117845] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.117845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.117845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.117845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.117845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.117845] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362cb476-3b31-4064-b19c-cd94ff5b351a is going to be created. [ 744.207200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d in Status: SUCCESS [ 744.207421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.296894] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.297129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.297262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.297448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.298212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.310448] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362cb476-3b31-4064-b19c-cd94ff5b351a in Status: IN_PROGRESS for 2s [ 744.482069] env[69744]: INFO networking_nsxv3.common.synchronization [req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 req-219418e2-05fc-4757-bd8c-d2199b448de1 service nova] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 744.482069] env[69744]: INFO networking_nsxv3.common.synchronization [req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 req-219418e2-05fc-4757-bd8c-d2199b448de1 service nova] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 744.482069] env[69744]: INFO networking_nsxv3.common.synchronization [req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 req-219418e2-05fc-4757-bd8c-d2199b448de1 service nova] Enqueued Resource ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with Priority: HIGHEST for action port [ 744.482069] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 744.482069] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 744.482069] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with Priority: HIGHEST for action port [ 744.482069] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.482069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.482745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.483140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.483330] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.484539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.484828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.485038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.485367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.485738] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.485995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.486188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.486480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.486715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.486928] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.490475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.490475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.490475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.490475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.490475] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dfa1af2-e8ee-44c6-9bce-c3e64937057b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.851547] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: SUCCESS [ 744.851547] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad deletion is rescheduled due to dependency. [ 744.851547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.991963] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.991963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.991963] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.999198] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with status ACTIVE [ 744.999198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.999198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.999198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.999198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.999198] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b is going to be updated. [ 745.018595] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.019399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.019524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.019749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.020441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.020441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.494151] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.996717] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.999886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.999886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.999886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.999886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.999886] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be created. [ 746.023037] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.023371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.023371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.023441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.023797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.040316] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: UNINITIALIZED for 2s [ 746.058525] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.061408] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.061408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.061408] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.204514] env[69744]: INFO networking_nsxv3.common.synchronization [req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f req-6a4e5cd2-e4da-4486-a43f-55f70d807fa9 tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Enqueued Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_members [ 746.205689] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGHEST for action security_group_members [ 746.205998] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.206906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.206906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.206906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.207689] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.207804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.208175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.208246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.208328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.208590] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.323261] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362cb476-3b31-4064-b19c-cd94ff5b351a in Status: SUCCESS [ 746.323358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.564691] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.564773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.564809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.565199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.565424] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.565635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.565710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.565892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.565982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.566134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.566349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.566476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.566531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.566687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.566827] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.566919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.567019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.567234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.567314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.567440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.567598] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.710739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.711211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.712182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.712182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.712182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.712342] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.712402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.712520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.712703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.712832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.712953] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37107c5-3fa5-4cac-a154-d0e19398544f is going to be updated. [ 746.740723] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.740723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.740723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.741640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.741640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.756148] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37107c5-3fa5-4cac-a154-d0e19398544f in Status: IN_PROGRESS for 2s [ 747.074174] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea73c44c-8891-4049-a3d5-9ad6d1f0136d: rpc.has_security_group_logging(os_id): False [ 747.092999] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.093227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.093284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.093579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.093683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.093911] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.094025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.094111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.094402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.094402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.094578] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.094749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.094749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.094948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.094948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096278] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.096748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.096748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.096895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.096895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096975] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be created. [ 747.170692] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.170692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.170891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.171481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.171677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.176550] env[69744]: INFO networking_nsxv3.common.synchronization [req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 req-2b6fab1c-ac1a-4c35-a8d6-ccb3a80d7242 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 747.176550] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 747.176550] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.176550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.176713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.178503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.178718] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.179668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.179904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.180217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.180375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.180489] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.190023] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 747.683705] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.054324] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 748.055102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.055453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.056591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.056805] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.057508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.057508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.057508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.057508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.057508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.057508] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.191946] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.465090] env[69744]: INFO networking_nsxv3.common.synchronization [None req-980e0327-ba70-429b-b753-e70d1c637003 None None] Enqueued Resource ID: 07c8d6ce-16f4-4fab-9808-bd1cc3a07af0 with Priority: HIGHEST for action port [ 748.466049] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c8d6ce-16f4-4fab-9808-bd1cc3a07af0 with Priority: HIGHEST for action port [ 748.466049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c8d6ce-16f4-4fab-9808-bd1cc3a07af0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.466195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c8d6ce-16f4-4fab-9808-bd1cc3a07af0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.466195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c8d6ce-16f4-4fab-9808-bd1cc3a07af0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.466500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c8d6ce-16f4-4fab-9808-bd1cc3a07af0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.466579] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c8d6ce-16f4-4fab-9808-bd1cc3a07af0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.560521] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562850] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562850] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562850] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.564126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.564126] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.569061] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.569255] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.569636] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.570062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.570818] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.570818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.570818] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.570954] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.571066] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.571216] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.571426] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.571426] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.571537] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.571636] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.571752] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.571878] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.592818] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.592818] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.592818] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.593080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.593566] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-6499e4ba-e40a-4aef-a716-5b5db184b7bc taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.594263] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.597563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.597563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.597563] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6499e4ba-e40a-4aef-a716-5b5db184b7bc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.674181] env[69744]: INFO networking_nsxv3.common.synchronization [req-d0bcbb4f-a37a-462a-a67f-ccecceec6d5e req-105f5f9d-053b-4396-95ba-08cb41545038 tempest-SecurityGroupRulesTestJSON-1069582988 tempest-SecurityGroupRulesTestJSON-1069582988-project-member] Enqueued Resource ID: b1503019-6395-4d15-872f-0109106281b2 with Priority: HIGHEST for action security_group_rules [ 748.674984] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1503019-6395-4d15-872f-0109106281b2 with Priority: HIGHEST for action security_group_rules [ 748.675768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1503019-6395-4d15-872f-0109106281b2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.675912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.676029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.676369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.676416] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1503019-6395-4d15-872f-0109106281b2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.694411] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.694627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.694818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.694997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.695114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.695245] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 748.725525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.725990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.725990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.725990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.726151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.739241] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 748.768909] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37107c5-3fa5-4cac-a154-d0e19398544f in Status: SUCCESS [ 748.768909] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37107c5-3fa5-4cac-a154-d0e19398544f deletion is rescheduled due to dependency. [ 748.769207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.779342] env[69744]: INFO networking_nsxv3.common.synchronization [None req-fcfda663-49c3-4bac-bb4c-c691af3e93f5 None None] Enqueued Resource ID: 0bada9ff-ce93-4dc8-84a3-1da721dd6d13 with Priority: HIGHEST for action port [ 748.779645] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bada9ff-ce93-4dc8-84a3-1da721dd6d13 with Priority: HIGHEST for action port [ 748.781871] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bada9ff-ce93-4dc8-84a3-1da721dd6d13 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.782568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bada9ff-ce93-4dc8-84a3-1da721dd6d13" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.782568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bada9ff-ce93-4dc8-84a3-1da721dd6d13" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.782568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bada9ff-ce93-4dc8-84a3-1da721dd6d13" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.782568] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bada9ff-ce93-4dc8-84a3-1da721dd6d13',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.972130] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07c8d6ce-16f4-4fab-9808-bd1cc3a07af0 [ 748.972491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.972717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.972752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.972975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.973158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.973256] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07c8d6ce-16f4-4fab-9808-bd1cc3a07af0 already deleted. [ 748.973331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c8d6ce-16f4-4fab-9808-bd1cc3a07af0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.068207] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17355739-a8f2-4e86-8263-97e5bce6ed67: rpc.has_security_group_logging(os_id): False [ 749.088906] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.088906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.089094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.089647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.089647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.089647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.089647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.089647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.090193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.090193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.090193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.090193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.090495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.090495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.090495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.090700] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.090880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.090880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.091054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.092233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.092442] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be created. [ 749.100533] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.101169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.101310] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.101756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.102080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.102300] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 6499e4ba-e40a-4aef-a716-5b5db184b7bc not found, creating... [ 749.102711] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.103203] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.103203] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.103203] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.103619] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.103689] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.104960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.104960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.104960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.104960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.104960] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 6499e4ba-e40a-4aef-a716-5b5db184b7bc is going to be created. [ 749.122733] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.122733] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.123049] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.123084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.123412] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.123533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.157679] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.160460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.160460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.160460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.160460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.175962] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 749.224689] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.224689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.224689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.224689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.225091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.225091] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1503019-6395-4d15-872f-0109106281b2 already deleted. [ 749.225091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.231301] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 749.231594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.288224] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bada9ff-ce93-4dc8-84a3-1da721dd6d13 [ 749.288620] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.288620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.288724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.289322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.290098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.290274] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bada9ff-ce93-4dc8-84a3-1da721dd6d13 already deleted. [ 749.290419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bada9ff-ce93-4dc8-84a3-1da721dd6d13" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.321069] env[69744]: INFO networking_nsxv3.common.synchronization [req-512db237-d703-4630-8043-e7505f827722 req-79c53fca-01e0-4815-b686-6062ea66264d tempest-SecurityGroupRulesTestJSON-1069582988 tempest-SecurityGroupRulesTestJSON-1069582988-project-member] Enqueued Resource ID: b1503019-6395-4d15-872f-0109106281b2 with Priority: HIGHEST for action security_group_rules [ 750.322252] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1503019-6395-4d15-872f-0109106281b2 with Priority: HIGHEST for action security_group_rules [ 750.322674] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1503019-6395-4d15-872f-0109106281b2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.322802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.322870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.323086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.323163] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1503019-6395-4d15-872f-0109106281b2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.447665] env[69744]: INFO networking_nsxv3.common.synchronization [req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 req-bb377f8b-3f3f-444b-9282-d328cc101734 service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 750.447873] env[69744]: INFO networking_nsxv3.common.synchronization [req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 req-bb377f8b-3f3f-444b-9282-d328cc101734 service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 750.448119] env[69744]: INFO networking_nsxv3.common.synchronization [req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 req-bb377f8b-3f3f-444b-9282-d328cc101734 service nova] Enqueued Resource ID: 6499e4ba-e40a-4aef-a716-5b5db184b7bc with Priority: HIGHEST for action port [ 750.448378] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 750.448458] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 750.448500] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6499e4ba-e40a-4aef-a716-5b5db184b7bc with Priority: HIGHEST for action port [ 750.450565] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.451030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.451367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.451509] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.452397] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.452526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.452684] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6499e4ba-e40a-4aef-a716-5b5db184b7bc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.452777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.452841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.453036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.453109] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6499e4ba-e40a-4aef-a716-5b5db184b7bc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.751120] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 750.751357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.751834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.752472] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.752547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.752617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.752876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.753486] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.845637] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.845637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.845637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.845637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.845637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.845637] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1503019-6395-4d15-872f-0109106281b2 already deleted. [ 750.845637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.916147] env[69744]: INFO networking_nsxv3.common.synchronization [None req-dc16a8cb-81ed-4db9-bb2f-f7f0c30a5c46 None None] Enqueued Resource ID: 44d58979-5470-4e4c-9365-8e45c8b32deb with Priority: HIGHEST for action port [ 750.916147] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d58979-5470-4e4c-9365-8e45c8b32deb with Priority: HIGHEST for action port [ 750.916147] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d58979-5470-4e4c-9365-8e45c8b32deb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.916147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d58979-5470-4e4c-9365-8e45c8b32deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.916147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d58979-5470-4e4c-9365-8e45c8b32deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.916823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d58979-5470-4e4c-9365-8e45c8b32deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.917065] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d58979-5470-4e4c-9365-8e45c8b32deb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.957342] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.957342] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6499e4ba-e40a-4aef-a716-5b5db184b7bc with status ACTIVE [ 750.957342] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.957342] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.957342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.957342] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.958157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.958157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.958157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.958157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.958157] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6499e4ba-e40a-4aef-a716-5b5db184b7bc is going to be updated. [ 750.982261] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.982413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.982495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.983149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.983149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.984135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6499e4ba-e40a-4aef-a716-5b5db184b7bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.188069] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 751.188069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.256204] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.418714] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44d58979-5470-4e4c-9365-8e45c8b32deb [ 751.418994] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.420333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.420333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.420333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.420484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.420514] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44d58979-5470-4e4c-9365-8e45c8b32deb already deleted. [ 751.420606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d58979-5470-4e4c-9365-8e45c8b32deb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.457533] env[69744]: INFO networking_nsxv3.common.synchronization [None req-68e5665b-ec31-4809-bbe1-348c95a19d27 None None] Enqueued Resource ID: 0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd with Priority: HIGHEST for action port [ 751.458332] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd with Priority: HIGHEST for action port [ 751.458678] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.458817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.458880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.460371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.460586] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.546470] env[69744]: INFO networking_nsxv3.common.synchronization [None req-7069c691-4a89-4aaa-9bd0-711cc5eb5437 None None] Enqueued Resource ID: 353f35be-5ed5-4f52-b887-60ab562d1ff1 with Priority: HIGHEST for action port [ 751.546470] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353f35be-5ed5-4f52-b887-60ab562d1ff1 with Priority: HIGHEST for action port [ 751.548395] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-353f35be-5ed5-4f52-b887-60ab562d1ff1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.548395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353f35be-5ed5-4f52-b887-60ab562d1ff1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.548569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353f35be-5ed5-4f52-b887-60ab562d1ff1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.551855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353f35be-5ed5-4f52-b887-60ab562d1ff1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.551855] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353f35be-5ed5-4f52-b887-60ab562d1ff1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.760018] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.963536] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd [ 751.964418] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.964899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.965437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.965437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.965780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.966185] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd already deleted. [ 751.966185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ad4a7ca-c075-48fe-be57-d7c3e5f57dcd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.052386] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 353f35be-5ed5-4f52-b887-60ab562d1ff1 [ 752.052797] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.056479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.056593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.058498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.058498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.058498] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:353f35be-5ed5-4f52-b887-60ab562d1ff1 already deleted. [ 752.058498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353f35be-5ed5-4f52-b887-60ab562d1ff1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.263913] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.263913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.264041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.264184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.264268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.264359] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 752.299221] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.299358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.299442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.299635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.299771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.310373] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 753.987423] env[69744]: INFO networking_nsxv3.common.synchronization [None req-d8021afb-11a0-4471-b61c-e9a969af7493 None None] Enqueued Resource ID: 16c87d84-0dcb-446f-a88f-1f588fdbbe7e with Priority: HIGHEST for action port [ 753.987693] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c87d84-0dcb-446f-a88f-1f588fdbbe7e with Priority: HIGHEST for action port [ 753.988299] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c87d84-0dcb-446f-a88f-1f588fdbbe7e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.988424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c87d84-0dcb-446f-a88f-1f588fdbbe7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.988493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c87d84-0dcb-446f-a88f-1f588fdbbe7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.988747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c87d84-0dcb-446f-a88f-1f588fdbbe7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.988833] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c87d84-0dcb-446f-a88f-1f588fdbbe7e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.283260] env[69744]: INFO networking_nsxv3.common.synchronization [None req-604b3335-0e8d-4f86-9e1f-500d015488ca None None] Enqueued Resource ID: 81915e60-47a1-49b3-91dc-cd9cd81bdb03 with Priority: HIGHEST for action port [ 754.283602] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81915e60-47a1-49b3-91dc-cd9cd81bdb03 with Priority: HIGHEST for action port [ 754.284319] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-81915e60-47a1-49b3-91dc-cd9cd81bdb03 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.284452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81915e60-47a1-49b3-91dc-cd9cd81bdb03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.284520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81915e60-47a1-49b3-91dc-cd9cd81bdb03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.284792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81915e60-47a1-49b3-91dc-cd9cd81bdb03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.284877] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81915e60-47a1-49b3-91dc-cd9cd81bdb03',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.320537] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 754.320726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.321202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.321202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.321317] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.321406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.321443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.321580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.321661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.321746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.321835] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.492506] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16c87d84-0dcb-446f-a88f-1f588fdbbe7e [ 754.493313] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.493820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.493820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.494116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.494644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.494644] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16c87d84-0dcb-446f-a88f-1f588fdbbe7e already deleted. [ 754.494644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c87d84-0dcb-446f-a88f-1f588fdbbe7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.786775] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81915e60-47a1-49b3-91dc-cd9cd81bdb03 [ 754.787151] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.787384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.787581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.787743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.787863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.787961] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81915e60-47a1-49b3-91dc-cd9cd81bdb03 already deleted. [ 754.788063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81915e60-47a1-49b3-91dc-cd9cd81bdb03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.798878] env[69744]: INFO networking_nsxv3.common.synchronization [req-753e2252-23ee-4dae-bff3-82806cea4b09 req-eb97c4ee-1f6a-4744-9df8-11923b183b88 tempest-SecurityGroupRulesTestJSON-1069582988 tempest-SecurityGroupRulesTestJSON-1069582988-project-member] Enqueued Resource ID: b1503019-6395-4d15-872f-0109106281b2 with Priority: HIGHEST for action security_group_rules [ 754.799459] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1503019-6395-4d15-872f-0109106281b2 with Priority: HIGHEST for action security_group_rules [ 754.799641] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1503019-6395-4d15-872f-0109106281b2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.799872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.802173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.802173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.802173] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1503019-6395-4d15-872f-0109106281b2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.824520] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.824675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.824742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.825666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.826677] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.826677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.826677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.826677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.826677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.826677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.826949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.826949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.827031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.827674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.827884] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.828021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.828438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.828438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.828562] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.024766] env[69744]: INFO networking_nsxv3.common.synchronization [req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 req-9f087a01-d3bc-4e81-b45f-32103ffe0342 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Enqueued Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_members [ 755.026066] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGHEST for action security_group_members [ 755.026066] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.026066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.026066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.030352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.031377] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.031377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.031377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.031377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.031377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.031377] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.323372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.323573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.323613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.323820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.323913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.324018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1503019-6395-4d15-872f-0109106281b2 already deleted. [ 755.324112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1503019-6395-4d15-872f-0109106281b2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.331583] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea73c44c-8891-4049-a3d5-9ad6d1f0136d: rpc.has_security_group_logging(os_id): False [ 755.350125] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.350125] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.350125] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.350125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.354234] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.354323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.354366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.354530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.354607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.354700] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 755.423905] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.424297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.424297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.424848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.424848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.436788] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 755.457554] env[69744]: INFO networking_nsxv3.common.synchronization [req-7783a10e-4edb-4af9-b25a-a199b962e2af req-e87d304d-64e0-480e-9e3c-caf9c6083ba5 tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Enqueued Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_members [ 755.458166] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_members [ 755.458650] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3060806a-5dbd-46c9-b132-b28783e4d87a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.458650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.458809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.459147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.459648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.459648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.459648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.460059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.460059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.460059] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.534617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.534617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.534798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.535128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.535288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.535637] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.535914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.536051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.536351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.536837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.536972] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362cb476-3b31-4064-b19c-cd94ff5b351a is going to be updated. [ 755.576389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.576560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.576610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.577768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.577940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.588020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362cb476-3b31-4064-b19c-cd94ff5b351a in Status: IN_PROGRESS for 2s [ 755.962631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.963317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.963317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.963526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.963526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.963988] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.964254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.964254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.964514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.964599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.964949] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3060806a-5dbd-46c9-b132-b28783e4d87a already deleted. [ 755.965763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.265760] env[69744]: INFO networking_nsxv3.common.synchronization [None req-3628ad0a-4b35-429f-bad7-3976e18d8b2d None None] Enqueued Resource ID: 1b6385f9-e5b9-45fe-abef-84bc58623a96 with Priority: HIGHEST for action port [ 756.266077] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6385f9-e5b9-45fe-abef-84bc58623a96 with Priority: HIGHEST for action port [ 756.266661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6385f9-e5b9-45fe-abef-84bc58623a96 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.266798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6385f9-e5b9-45fe-abef-84bc58623a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.266853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6385f9-e5b9-45fe-abef-84bc58623a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.267208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6385f9-e5b9-45fe-abef-84bc58623a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.267290] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6385f9-e5b9-45fe-abef-84bc58623a96',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.367469] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.367947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-337" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.367947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-337" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.368147] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-337" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.368418] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.368581] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.368699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.368920] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.369249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.369319] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.369401] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.369514] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.369616] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.369729] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.369832] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.369964] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.389976] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.390156] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.390621] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.390621] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-337" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.390785] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.390926] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.391058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.391372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.391513] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee158d17-48f1-4b79-a11a-c34f8feeb4d3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.642807] env[69744]: INFO networking_nsxv3.common.synchronization [None req-175d2d7b-842c-47b3-83bc-6b41341a0f90 None None] Enqueued Resource ID: 6d8ee54c-e2cb-460f-95d1-55c64786f99c with Priority: HIGHEST for action port [ 756.645159] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d8ee54c-e2cb-460f-95d1-55c64786f99c with Priority: HIGHEST for action port [ 756.645790] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d8ee54c-e2cb-460f-95d1-55c64786f99c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.646105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d8ee54c-e2cb-460f-95d1-55c64786f99c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.646302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d8ee54c-e2cb-460f-95d1-55c64786f99c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.646764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d8ee54c-e2cb-460f-95d1-55c64786f99c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.646972] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d8ee54c-e2cb-460f-95d1-55c64786f99c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.772758] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b6385f9-e5b9-45fe-abef-84bc58623a96 [ 756.772758] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.772758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.772758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.772758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.772758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.772758] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b6385f9-e5b9-45fe-abef-84bc58623a96 already deleted. [ 756.772758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6385f9-e5b9-45fe-abef-84bc58623a96" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.893557] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.893794] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.894049] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.894334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.894506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.894674] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port ee158d17-48f1-4b79-a11a-c34f8feeb4d3 not found, creating... [ 756.894940] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.895131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.895254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.895473] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.895667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.895957] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.896789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.896941] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.897202] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.897344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.897493] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: ee158d17-48f1-4b79-a11a-c34f8feeb4d3 is going to be created. [ 756.918342] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.918523] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.918798] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.919382] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.919750] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.920505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.151436] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d8ee54c-e2cb-460f-95d1-55c64786f99c [ 757.152740] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.152740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.152740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.152740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.152740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.152740] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d8ee54c-e2cb-460f-95d1-55c64786f99c already deleted. [ 757.152740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d8ee54c-e2cb-460f-95d1-55c64786f99c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.242631] env[69744]: INFO networking_nsxv3.common.synchronization [req-e46f41e0-71f2-4046-b0cd-c56e2a449586 req-dcf1e0c1-b9bc-4243-90f3-b89cb4e18ea9 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Enqueued Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_members [ 757.245836] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_members [ 757.246049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.246718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.246718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.246718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.246718] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.246918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.246918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.247187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.247282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.247379] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.376614] env[69744]: INFO networking_nsxv3.common.synchronization [req-bd5e56a7-7a97-4da5-932a-f68d44612db2 req-9533e569-ac5c-48eb-8baf-1c20845ceb0e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 757.377981] env[69744]: INFO networking_nsxv3.common.synchronization [req-bd5e56a7-7a97-4da5-932a-f68d44612db2 req-9533e569-ac5c-48eb-8baf-1c20845ceb0e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 757.379242] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 757.379545] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 757.379978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.380294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.380453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.380795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.381064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.381354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.381502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.381838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.382195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.385299] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.385299] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.385299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.385299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.385299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.385299] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.385299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.385299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.385724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.385724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.385724] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.450157] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 757.450157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.466867] env[69744]: INFO networking_nsxv3.common.synchronization [req-bd5e56a7-7a97-4da5-932a-f68d44612db2 req-9533e569-ac5c-48eb-8baf-1c20845ceb0e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 757.467367] env[69744]: INFO networking_nsxv3.common.synchronization [req-bd5e56a7-7a97-4da5-932a-f68d44612db2 req-9533e569-ac5c-48eb-8baf-1c20845ceb0e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 757.467820] env[69744]: INFO networking_nsxv3.common.synchronization [req-bd5e56a7-7a97-4da5-932a-f68d44612db2 req-9533e569-ac5c-48eb-8baf-1c20845ceb0e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_rules [ 757.468036] env[69744]: INFO networking_nsxv3.common.synchronization [req-bd5e56a7-7a97-4da5-932a-f68d44612db2 req-9533e569-ac5c-48eb-8baf-1c20845ceb0e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 757.469556] env[69744]: INFO networking_nsxv3.common.synchronization [req-bd5e56a7-7a97-4da5-932a-f68d44612db2 req-9533e569-ac5c-48eb-8baf-1c20845ceb0e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with Priority: HIGHEST for action port [ 757.469556] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 757.469556] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_rules [ 757.469556] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with Priority: HIGHEST for action port [ 757.469556] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 757.469556] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 757.469556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.469879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.470182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.470253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.470703] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.471619] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.471619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.471619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.471619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.471839] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.472558] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.475484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.475484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.475484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.475484] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dfa1af2-e8ee-44c6-9bce-c3e64937057b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.475484] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.475484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.475484] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.475966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.600018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362cb476-3b31-4064-b19c-cd94ff5b351a in Status: SUCCESS [ 757.600018] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362cb476-3b31-4064-b19c-cd94ff5b351a deletion is rescheduled due to dependency. [ 757.600018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.751092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.751257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.751503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.751550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.751661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.753088] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.753088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.753088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.753088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.753088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.753088] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 already deleted. [ 757.753088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.887094] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.888796] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.977208] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.977614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.978129] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.978512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.978829] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with status ACTIVE [ 757.979155] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.981016] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.981016] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.981016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.981016] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b is going to be updated. [ 758.000810] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.002169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.002169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.002169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.002169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.002169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.243456] env[69744]: INFO networking_nsxv3.common.synchronization [req-7783a10e-4edb-4af9-b25a-a199b962e2af req-38098966-1b9a-4efa-9050-39a85801b652 service nova] Enqueued Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_rules [ 758.243651] env[69744]: INFO networking_nsxv3.common.synchronization [req-7783a10e-4edb-4af9-b25a-a199b962e2af req-38098966-1b9a-4efa-9050-39a85801b652 service nova] Enqueued Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_members [ 758.243805] env[69744]: INFO networking_nsxv3.common.synchronization [req-7783a10e-4edb-4af9-b25a-a199b962e2af req-38098966-1b9a-4efa-9050-39a85801b652 service nova] Enqueued Resource ID: ee158d17-48f1-4b79-a11a-c34f8feeb4d3 with Priority: HIGHEST for action port [ 758.244114] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_rules [ 758.244250] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_members [ 758.244341] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee158d17-48f1-4b79-a11a-c34f8feeb4d3 with Priority: HIGHEST for action port [ 758.244920] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3060806a-5dbd-46c9-b132-b28783e4d87a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.245242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.245346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.245590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.245680] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.249244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3060806a-5dbd-46c9-b132-b28783e4d87a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.251487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.251487] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.251487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.251487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.252248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.252248] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee158d17-48f1-4b79-a11a-c34f8feeb4d3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.275157] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.275157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-573" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.275157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-573" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.275157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-573" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.275157] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.275157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.275157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.275157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.275157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.275157] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.275157] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.275157] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.275683] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.275683] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.275683] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.275767] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.302008] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.302207] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.302352] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.302534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-573" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.302854] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-9ea82a34-d7f5-48c3-a711-acb68049c1dc taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.303039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.303180] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.303895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.303895] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea82a34-d7f5-48c3-a711-acb68049c1dc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.389890] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.392109] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.443075] env[69744]: INFO networking_nsxv3.common.synchronization [None req-ec3805de-7903-43d1-833e-e757514befda None None] Enqueued Resource ID: a8333a87-d8cf-405e-bd06-5e8da431894e with Priority: HIGHEST for action port [ 758.443075] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8333a87-d8cf-405e-bd06-5e8da431894e with Priority: HIGHEST for action port [ 758.445491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8333a87-d8cf-405e-bd06-5e8da431894e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.448288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8333a87-d8cf-405e-bd06-5e8da431894e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.448288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8333a87-d8cf-405e-bd06-5e8da431894e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.448288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8333a87-d8cf-405e-bd06-5e8da431894e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.448288] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8333a87-d8cf-405e-bd06-5e8da431894e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.752226] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3060806a-5dbd-46c9-b132-b28783e4d87a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.752226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.754164] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee158d17-48f1-4b79-a11a-c34f8feeb4d3 with status ACTIVE [ 758.754536] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.754725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.754793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.755026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.755108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.755891] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.755891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.755891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.755891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.755891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.757978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.757978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.758231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.758231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.758333] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee158d17-48f1-4b79-a11a-c34f8feeb4d3 is going to be updated. [ 758.762028] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.781768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.781768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.781768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.781992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.782137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.782364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee158d17-48f1-4b79-a11a-c34f8feeb4d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.792374] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 758.792374] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_members [ 758.792374] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 758.792374] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 758.792374] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_members [ 758.792374] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 758.792374] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.792374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.792374] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-881ad64a-4c53-47c7-9e68-971a53cb1c6d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.792374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.792374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.792374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.797258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.797258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.797258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.797258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.797258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.797258] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.797258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.797258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.806965] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.806965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.806965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.807266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.807415] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.808247] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 9ea82a34-d7f5-48c3-a711-acb68049c1dc not found, creating... [ 758.808247] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.808247] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.808247] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.808526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.808526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.808721] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.808878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.808980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.809198] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.809326] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.809683] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 9ea82a34-d7f5-48c3-a711-acb68049c1dc is going to be created. [ 758.836553] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.836789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.836896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.837199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.837423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.837651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.866317] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 758.871444] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 758.871444] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_rules [ 758.871444] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 758.871444] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_rules [ 758.871444] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_members [ 758.871444] env[69744]: INFO networking_nsxv3.common.synchronization [req-bcb642e7-192e-4269-b5fe-d2ae211068bb req-f07e7ebf-9bdb-4e93-9b41-0777804a15ad tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with Priority: HIGHEST for action port [ 758.871823] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 758.871823] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_rules [ 758.872038] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_members [ 758.872038] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with Priority: HIGHEST for action port [ 758.872135] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_rules [ 758.872203] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 758.872293] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 758.872848] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.873028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.873345] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.873461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.873708] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-881ad64a-4c53-47c7-9e68-971a53cb1c6d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.873814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.873998] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.874202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.874261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.874462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.874538] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dfa1af2-e8ee-44c6-9bce-c3e64937057b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.875429] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.876070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.876070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.876070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.876070] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.876899] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.876989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.877676] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.877776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.893352] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.893352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.893557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.893629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.893736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.893824] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 758.895130] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.895237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.895295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.895462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.895537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.895684] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be created. [ 758.940574] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.940725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.940785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.941009] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.941173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.945430] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.945584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.945676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.945926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.946086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.950022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8333a87-d8cf-405e-bd06-5e8da431894e [ 758.950022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.950022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.950022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.950022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.950022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.950022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8333a87-d8cf-405e-bd06-5e8da431894e already deleted. [ 758.950022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8333a87-d8cf-405e-bd06-5e8da431894e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.961707] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 758.962521] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: UNINITIALIZED for 2s [ 759.263848] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.301294] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.380587] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-881ad64a-4c53-47c7-9e68-971a53cb1c6d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.380587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.381516] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b with status ACTIVE [ 759.381516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.381516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.381516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.381516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.381516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.381905] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.381905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.381905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.381905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.382140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.382195] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.382272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.382339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.384568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.384568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.384568] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b is going to be updated. [ 759.407923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.408288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.408609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.408899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.409095] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.409313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dfa1af2-e8ee-44c6-9bce-c3e64937057b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.765851] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.765851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.766318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.766318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.766318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.766318] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3060806a-5dbd-46c9-b132-b28783e4d87a is going to be created. [ 759.790478] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.790478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.790633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.791658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.791658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.802827] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3060806a-5dbd-46c9-b132-b28783e4d87a in Status: UNINITIALIZED for 2s [ 759.802827] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.895193] env[69744]: INFO networking_nsxv3.common.synchronization [req-e46f41e0-71f2-4046-b0cd-c56e2a449586 req-6681f2fa-d1ec-4b46-a7b2-2ba48f5da3a3 service nova] Enqueued Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_rules [ 759.895449] env[69744]: INFO networking_nsxv3.common.synchronization [req-e46f41e0-71f2-4046-b0cd-c56e2a449586 req-6681f2fa-d1ec-4b46-a7b2-2ba48f5da3a3 service nova] Enqueued Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_members [ 759.895615] env[69744]: INFO networking_nsxv3.common.synchronization [req-e46f41e0-71f2-4046-b0cd-c56e2a449586 req-6681f2fa-d1ec-4b46-a7b2-2ba48f5da3a3 service nova] Enqueued Resource ID: 9ea82a34-d7f5-48c3-a711-acb68049c1dc with Priority: HIGHEST for action port [ 759.896324] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_rules [ 759.898576] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_members [ 759.898576] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ea82a34-d7f5-48c3-a711-acb68049c1dc with Priority: HIGHEST for action port [ 759.898576] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.898576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.898576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.898576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.898576] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.899535] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.899535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.899535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.899709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.901028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.901028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.901028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.901028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.901028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.901028] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.901290] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ea82a34-d7f5-48c3-a711-acb68049c1dc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.901290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.901290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.901409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.901441] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ea82a34-d7f5-48c3-a711-acb68049c1dc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.206552] env[69744]: INFO networking_nsxv3.common.synchronization [None req-cb057b78-d719-4eea-84a0-2ea5cc15bc52 None None] Enqueued Resource ID: 938e2849-cf8e-4133-8b68-80417c341738 with Priority: HIGHEST for action port [ 760.206867] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938e2849-cf8e-4133-8b68-80417c341738 with Priority: HIGHEST for action port [ 760.207751] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-938e2849-cf8e-4133-8b68-80417c341738 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.208015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938e2849-cf8e-4133-8b68-80417c341738" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.208015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938e2849-cf8e-4133-8b68-80417c341738" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.209670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938e2849-cf8e-4133-8b68-80417c341738" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.209670] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938e2849-cf8e-4133-8b68-80417c341738',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.306374] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.306882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.309775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.309775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.309775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.309775] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d is going to be created. [ 760.336862] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.337163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.337163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.337374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.337659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.350607] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: UNINITIALIZED for 2s [ 760.403083] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.403237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.410799] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.411849] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ea82a34-d7f5-48c3-a711-acb68049c1dc with status ACTIVE [ 760.411982] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.412090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.412160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.412398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.412515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.412680] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.412784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.412846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.413047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.413144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.413356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.413500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.413532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.413708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.413763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.413834] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ea82a34-d7f5-48c3-a711-acb68049c1dc is going to be updated. [ 760.431813] env[69744]: INFO networking_nsxv3.common.synchronization [req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 req-c72b86ec-1418-4842-be0d-e88d55217460 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Enqueued Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_members [ 760.432694] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_members [ 760.437356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf68303-e507-4b60-8832-1b147b8fcd95 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.437530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.437530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.437933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.437933] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.438083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.438118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.438678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.438678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.438678] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.441102] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.441102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.441102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.441102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.441293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.445038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ea82a34-d7f5-48c3-a711-acb68049c1dc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.713444] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 938e2849-cf8e-4133-8b68-80417c341738 [ 760.713930] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.714065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.714110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.714473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.714473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.714608] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:938e2849-cf8e-4133-8b68-80417c341738 already deleted. [ 760.714725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938e2849-cf8e-4133-8b68-80417c341738" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.917295] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.945444] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.945444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.945444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.945444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.945444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.945444] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.945444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.945444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.945913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.945913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.946000] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 already deleted. [ 760.946077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.976024] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: SUCCESS [ 760.976024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.976024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.976024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.976024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.976024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.976024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.976024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.976024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.976024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.978407] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 760.978407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.978407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.978407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.978407] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.978407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.978699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.978699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.978699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.978812] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.184109] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.184314] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.184442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.184723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.184988] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.185162] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.185281] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.185496] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.185810] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.185981] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.186942] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.186942] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.186942] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.186942] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.186942] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.186942] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.213764] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.213927] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.214079] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.215061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.215061] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-02113bbe-53e0-4be3-8db6-edea81f72f01 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.215061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.215061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.215420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.215625] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02113bbe-53e0-4be3-8db6-edea81f72f01',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.423387] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.424354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.424354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.424354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.424354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.424354] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 is going to be created. [ 761.448375] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.448583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.448583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.448786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.448944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.458165] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 in Status: UNINITIALIZED for 2s [ 761.488919] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.489862] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.720553] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.721573] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.721804] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.722240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.722481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.722727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 02113bbe-53e0-4be3-8db6-edea81f72f01 not found, creating... [ 761.723173] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.724105] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.724307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.724961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.725222] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.725735] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.725959] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.726172] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.726515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.726736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.727077] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 02113bbe-53e0-4be3-8db6-edea81f72f01 is going to be created. [ 761.747771] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.748152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.748373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.748774] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.749504] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.749875] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.812781] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3060806a-5dbd-46c9-b132-b28783e4d87a in Status: SUCCESS [ 761.812781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.813069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.813415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.813675] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.813828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.813893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.814036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.814140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.814233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.814293] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.991529] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.995958] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.318870] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.361985] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: SUCCESS [ 762.361985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.361985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.362225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.362355] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.362479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.362546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.362732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.362768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.362872] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.498762] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.498762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.498762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.498762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.498762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.498762] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be updated. [ 762.505747] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.505747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.505747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.505747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.505747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.505747] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 762.542021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.542021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.542021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.542021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.542021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.544432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.544609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.544757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.544929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.545136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.563328] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: IN_PROGRESS for 2s [ 762.566273] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 762.569764] env[69744]: INFO networking_nsxv3.common.synchronization [None req-86d66af3-eae3-4003-a616-2f78243c9aaf None None] Enqueued Resource ID: e984f021-f45a-49a6-9381-a70972d51256 with Priority: HIGHEST for action port [ 762.571637] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e984f021-f45a-49a6-9381-a70972d51256 with Priority: HIGHEST for action port [ 762.572327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e984f021-f45a-49a6-9381-a70972d51256 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.572420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e984f021-f45a-49a6-9381-a70972d51256" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.572487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e984f021-f45a-49a6-9381-a70972d51256" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.572783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e984f021-f45a-49a6-9381-a70972d51256" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.572863] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e984f021-f45a-49a6-9381-a70972d51256',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.822414] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3060806a-5dbd-46c9-b132-b28783e4d87a: rpc.has_security_group_logging(os_id): False [ 762.844292] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.844459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.844545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.844866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.845024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.845239] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.845376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.845442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.845594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.845705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.845984] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3060806a-5dbd-46c9-b132-b28783e4d87a is going to be created. [ 762.865971] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.883094] env[69744]: INFO networking_nsxv3.common.synchronization [req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 req-f5de5088-2538-4170-9411-8667e8f56ae5 service nova] Enqueued Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_rules [ 762.883305] env[69744]: INFO networking_nsxv3.common.synchronization [req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 req-f5de5088-2538-4170-9411-8667e8f56ae5 service nova] Enqueued Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_members [ 762.883428] env[69744]: INFO networking_nsxv3.common.synchronization [req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 req-f5de5088-2538-4170-9411-8667e8f56ae5 service nova] Enqueued Resource ID: 02113bbe-53e0-4be3-8db6-edea81f72f01 with Priority: HIGHEST for action port [ 762.884219] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_rules [ 762.884219] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_members [ 762.884355] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02113bbe-53e0-4be3-8db6-edea81f72f01 with Priority: HIGHEST for action port [ 762.884541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf68303-e507-4b60-8832-1b147b8fcd95 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.884825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.884825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.885071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.885251] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.886140] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf68303-e507-4b60-8832-1b147b8fcd95 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.886391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.886391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.886592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.886893] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.886893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.887089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.887089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.887155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.887387] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.888350] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-02113bbe-53e0-4be3-8db6-edea81f72f01 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.888350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.888640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.888640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.888755] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02113bbe-53e0-4be3-8db6-edea81f72f01',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.915272] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.915483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.915665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.916018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.916076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.928498] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3060806a-5dbd-46c9-b132-b28783e4d87a in Status: IN_PROGRESS for 2s [ 763.075628] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e984f021-f45a-49a6-9381-a70972d51256 [ 763.075900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.076093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.076138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.077340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.077340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.077340] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e984f021-f45a-49a6-9381-a70972d51256 already deleted. [ 763.077340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e984f021-f45a-49a6-9381-a70972d51256" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.368508] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.390854] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf68303-e507-4b60-8832-1b147b8fcd95 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.390990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.391267] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.392713] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02113bbe-53e0-4be3-8db6-edea81f72f01 with status ACTIVE [ 763.392812] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.392907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.392947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.393879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.393879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.393879] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.393879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.393879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.393879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.393879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394241] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.394241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.394241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.394346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.394696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.394696] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02113bbe-53e0-4be3-8db6-edea81f72f01 is going to be updated. [ 763.414572] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.414720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.414786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.415010] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.415165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.415331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02113bbe-53e0-4be3-8db6-edea81f72f01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.468312] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 in Status: SUCCESS [ 763.468312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.468312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.468312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.468566] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.470625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.470625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.470625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.470625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.470625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.470625] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.874532] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.874885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.874885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.875374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.875374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.875374] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d is going to be updated. [ 763.894441] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.902932] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.903103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.903103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.903592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.903592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.912170] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: IN_PROGRESS for 2s [ 763.973789] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.974750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.974896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.978211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.978425] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.978551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.978620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.978807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.978901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.979011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.979154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.979251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.979311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.979455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.979590] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.979683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.979744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.979879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.979954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.980689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.980851] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.399526] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.399704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.399746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.400031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.400123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.400420] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 is going to be created. [ 764.423125] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.423317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.423362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.423672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.423788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.439476] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 in Status: UNINITIALIZED for 2s [ 764.484568] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7b750a2-5ff0-42ad-8e1a-4205815222c9: rpc.has_security_group_logging(os_id): False [ 764.504960] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.504960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.504960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.505148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.505148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.505401] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.505503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.505574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.505775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.506023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.506088] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.506145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.506188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.506362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.506502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.506653] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.507509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.507509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.507509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.507509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.507509] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 is going to be created. [ 764.562065] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.562294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.562294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.562533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.564044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.581114] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 in Status: IN_PROGRESS for 2s [ 764.582119] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: SUCCESS [ 764.582643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.582724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.583156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.583422] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.583762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.583762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.584581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.584581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.584581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.584581] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.588142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.588142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.588142] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.588142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.588142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.588142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.588142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.588142] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.591375] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 764.591704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.594670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.595052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.595402] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.595605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.595732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.596072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.596273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.596843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.596843] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.597961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.598427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.598736] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.598944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.599108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.600219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.600381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.600562] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.709463] env[69744]: INFO networking_nsxv3.common.synchronization [None req-04520b8b-a31a-4be2-a14b-942a7f4da454 None None] Enqueued Resource ID: 04e7499a-9621-4d6f-99f4-a10428b8e50e with Priority: HIGHEST for action port [ 764.709463] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e7499a-9621-4d6f-99f4-a10428b8e50e with Priority: HIGHEST for action port [ 764.709463] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e7499a-9621-4d6f-99f4-a10428b8e50e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.709463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e7499a-9621-4d6f-99f4-a10428b8e50e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.709463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e7499a-9621-4d6f-99f4-a10428b8e50e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.709691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e7499a-9621-4d6f-99f4-a10428b8e50e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.709691] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e7499a-9621-4d6f-99f4-a10428b8e50e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.942387] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3060806a-5dbd-46c9-b132-b28783e4d87a in Status: SUCCESS [ 764.942685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.017077] env[69744]: INFO networking_nsxv3.common.synchronization [req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea req-6cb7576a-1094-411f-8086-009df0db4259 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 765.017628] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 765.017926] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.019488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.019488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.019686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.019972] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.019972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.020103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.020674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.020674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.020674] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.091381] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.096024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.106242] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.106242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.106242] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.211572] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e7499a-9621-4d6f-99f4-a10428b8e50e [ 765.211843] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.216607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.216607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.216607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.216607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.216607] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e7499a-9621-4d6f-99f4-a10428b8e50e already deleted. [ 765.216607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e7499a-9621-4d6f-99f4-a10428b8e50e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.524423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.525830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.525830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.525830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.525830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.525830] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.525830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.525830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.526159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.526159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.526159] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 already deleted. [ 765.526278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.595786] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.600938] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cda4a1d-02c1-4785-9cec-a9e17f915c19: rpc.has_security_group_logging(os_id): False [ 765.608946] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.618229] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.618417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.618509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.618791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.618905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.619580] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.619728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.619841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.620192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.620316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.620463] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be created. [ 765.679970] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.679970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.679970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.679970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.679970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.690213] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: IN_PROGRESS for 2s [ 765.924293] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: SUCCESS [ 765.924389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.924552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.924764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.924970] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.925093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.925158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.925586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.925586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.925586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.925586] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.100780] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.101121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.101121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.101251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.101366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.101489] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be updated. [ 766.115475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.115683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.115760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.115984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.116068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.116165] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 766.124652] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.124925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.124995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.125374] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.129515] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.129731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.129849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.130677] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.130677] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.130677] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.130832] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.130832] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.131059] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.131165] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.131321] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.131473] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.153187] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.153326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.153573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.153659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.153735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.172613] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: IN_PROGRESS for 2s [ 766.192053] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.192053] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.192242] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.192374] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.192727] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-875891a2-f938-4341-b3c6-a74d632d2151 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.193723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.193723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.193723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.193723] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875891a2-f938-4341-b3c6-a74d632d2151',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.204516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.204516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.204516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.204516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.204516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.213202] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 766.432310] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.451421] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 in Status: SUCCESS [ 766.452454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.453114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.453348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453591] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.454083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.454414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.454414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.454503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.454539] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.594050] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 in Status: SUCCESS [ 766.594272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.695863] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.696607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.696607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.697935] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.698162] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.698327] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 875891a2-f938-4341-b3c6-a74d632d2151 not found, creating... [ 766.702017] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.702017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.702017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.702017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.702017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.702017] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.702017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.705787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.706082] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.706231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.707025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 875891a2-f938-4341-b3c6-a74d632d2151 is going to be created. [ 766.727662] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.727662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.727662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.727662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.727933] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.730034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.937409] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 881ad64a-4c53-47c7-9e68-971a53cb1c6d: rpc.has_security_group_logging(os_id): False [ 766.945886] env[69744]: INFO networking_nsxv3.common.synchronization [None req-f8aef745-21d3-45ce-9828-89ca821b899d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 766.946452] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 766.946796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.947019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.948569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.948987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.949145] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.957548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf68303-e507-4b60-8832-1b147b8fcd95 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.957672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.957726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.957953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.958179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.958308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.958388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.958565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.958694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.958788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.958993] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf68303-e507-4b60-8832-1b147b8fcd95 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.959162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.959403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.959503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.959605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.959708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.959762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.959902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.959976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.960075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.960163] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.962111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.962250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.963445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.963629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.963785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.964085] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.966018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.966018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.966018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.966018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.966018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d is going to be created. [ 767.019747] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.019747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.019747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.019747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.020275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.030946] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: IN_PROGRESS for 2s [ 767.078269] env[69744]: INFO networking_nsxv3.common.synchronization [None req-762767a6-6d20-46c1-a810-8d0bf0a48898 None None] Enqueued Resource ID: 80e44693-808e-49f9-8afe-21ab4cb5bb90 with Priority: HIGHEST for action port [ 767.078269] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e44693-808e-49f9-8afe-21ab4cb5bb90 with Priority: HIGHEST for action port [ 767.078269] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e44693-808e-49f9-8afe-21ab4cb5bb90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.078269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e44693-808e-49f9-8afe-21ab4cb5bb90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.078269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e44693-808e-49f9-8afe-21ab4cb5bb90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.078851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e44693-808e-49f9-8afe-21ab4cb5bb90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.079068] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e44693-808e-49f9-8afe-21ab4cb5bb90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.219806] env[69744]: INFO networking_nsxv3.common.synchronization [None req-925ea8cb-f34b-44d5-b722-5fb09602502d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 767.220229] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 767.220603] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.220710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.468553] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf68303-e507-4b60-8832-1b147b8fcd95: rpc.has_security_group_logging(os_id): False [ 767.482079] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.482274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.482371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.482643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.482766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.482913] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e already deleted. [ 767.483035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.483778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.483854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.483943] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.488017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.488017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.488017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.488017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.488543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.488543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.488543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.488723] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.489037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.489137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.489711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.489711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.489711] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 is going to be created. [ 767.578613] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.578772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.578873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.579893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.580447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.581279] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80e44693-808e-49f9-8afe-21ab4cb5bb90 [ 767.581523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.581682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.582322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.582322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.582322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.582322] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80e44693-808e-49f9-8afe-21ab4cb5bb90 already deleted. [ 767.582600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e44693-808e-49f9-8afe-21ab4cb5bb90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.592538] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 in Status: IN_PROGRESS for 2s [ 767.707167] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: SUCCESS [ 767.707167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.708800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.709316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.709787] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.822095] env[69744]: INFO networking_nsxv3.common.synchronization [req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea req-2b72a762-66c8-443a-a70f-97579298ce27 service nova] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 767.822095] env[69744]: INFO networking_nsxv3.common.synchronization [req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea req-2b72a762-66c8-443a-a70f-97579298ce27 service nova] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 767.822095] env[69744]: INFO networking_nsxv3.common.synchronization [req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea req-2b72a762-66c8-443a-a70f-97579298ce27 service nova] Enqueued Resource ID: 875891a2-f938-4341-b3c6-a74d632d2151 with Priority: HIGHEST for action port [ 767.822095] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 767.822095] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 767.822095] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875891a2-f938-4341-b3c6-a74d632d2151 with Priority: HIGHEST for action port [ 767.825186] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.825186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.825186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.825186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.825186] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.828995] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.829143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.829764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.829764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.829764] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.829764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.829764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.830034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.830034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.830034] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.832913] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-875891a2-f938-4341-b3c6-a74d632d2151 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.832913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.832913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.832913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.832913] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875891a2-f938-4341-b3c6-a74d632d2151',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.011411] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.011411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.011411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.011411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.011411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.011411] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e already deleted. [ 768.011411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.182486] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: SUCCESS [ 768.185110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.185110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.185110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.185110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.185110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.185110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.185110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.185110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.185110] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.215309] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.215458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.229454] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 768.229837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.229925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.230167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.230407] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.230603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.230946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.231179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.231288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.231543] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.332825] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.332957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.333165] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.334839] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 875891a2-f938-4341-b3c6-a74d632d2151 with status ACTIVE [ 768.335053] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.335150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.335202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.335415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.335484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.335856] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.336321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.336321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.336321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.337025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.337233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.340738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.340738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.340738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.340738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.340738] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 875891a2-f938-4341-b3c6-a74d632d2151 is going to be updated. [ 768.361020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.361020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.361020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.361020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.361020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.361020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875891a2-f938-4341-b3c6-a74d632d2151" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.690386] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.738251] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.844655] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.915571] env[69744]: INFO networking_nsxv3.common.synchronization [None req-f462290b-664f-4450-977e-004eb08d8aa1 None None] Enqueued Resource ID: 5405550d-d9a4-4714-94fe-06e2cf5e8591 with Priority: HIGHEST for action port [ 768.916410] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5405550d-d9a4-4714-94fe-06e2cf5e8591 with Priority: HIGHEST for action port [ 768.918065] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5405550d-d9a4-4714-94fe-06e2cf5e8591 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.918065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5405550d-d9a4-4714-94fe-06e2cf5e8591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.918065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5405550d-d9a4-4714-94fe-06e2cf5e8591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.918065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5405550d-d9a4-4714-94fe-06e2cf5e8591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.918065] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5405550d-d9a4-4714-94fe-06e2cf5e8591',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.046809] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: SUCCESS [ 769.047966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.194227] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.241594] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.347416] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.347416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.347416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.347416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.347416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.347416] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be created. [ 769.372097] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.372299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.372390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.372635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.372802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.382828] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: UNINITIALIZED for 2s [ 769.423588] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5405550d-d9a4-4714-94fe-06e2cf5e8591 [ 769.423849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.423985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.424059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.424269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.427020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.427020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5405550d-d9a4-4714-94fe-06e2cf5e8591 already deleted. [ 769.427020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5405550d-d9a4-4714-94fe-06e2cf5e8591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.604274] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 in Status: SUCCESS [ 769.604760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.699084] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.699084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.699084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.699084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.699407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.699407] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be updated. [ 769.726573] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.726753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.726848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.727087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.727235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.736025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: IN_PROGRESS for 2s [ 769.743591] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.743742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.743815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.744036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.745018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.745236] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 769.774377] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.774912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.775008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.775296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.775435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.784061] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 770.128190] env[69744]: INFO networking_nsxv3.common.synchronization [req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 req-7a373725-365b-4b36-80ed-bb322ceceff5 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 770.130448] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 770.130834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.131023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.131082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.131396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.131506] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.131709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.131709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.131834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.131933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.132038] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.169360] env[69744]: INFO networking_nsxv3.common.synchronization [None req-1b5936cb-6f90-4127-ba8e-bde0e95b5508 None None] Enqueued Resource ID: d8a9ca88-54f0-4c5f-8193-c80a10116999 with Priority: HIGHEST for action port [ 770.169360] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a9ca88-54f0-4c5f-8193-c80a10116999 with Priority: HIGHEST for action port [ 770.169360] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8a9ca88-54f0-4c5f-8193-c80a10116999 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.169360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8a9ca88-54f0-4c5f-8193-c80a10116999" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.169360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8a9ca88-54f0-4c5f-8193-c80a10116999" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.169360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8a9ca88-54f0-4c5f-8193-c80a10116999" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.169360] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8a9ca88-54f0-4c5f-8193-c80a10116999',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.522977] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.523289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.523330] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.523891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.528151] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.528396] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.528559] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.528766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.528914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.529137] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.529262] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.529373] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.529484] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.529596] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 770.529706] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.529838] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.547402] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.547650] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 770.547758] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.547905] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.548259] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-fcf10102-fd5f-4741-bd84-507bcd048ffa taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.548433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.548553] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.548849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.549008] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf10102-fd5f-4741-bd84-507bcd048ffa',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.636981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.636981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.636981] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 already deleted. [ 770.636981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.672109] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8a9ca88-54f0-4c5f-8193-c80a10116999 [ 770.672552] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.672700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.672769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.672977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.673082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.673177] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8a9ca88-54f0-4c5f-8193-c80a10116999 already deleted. [ 770.673300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8a9ca88-54f0-4c5f-8193-c80a10116999" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.051300] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054107] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port fcf10102-fd5f-4741-bd84-507bcd048ffa not found, creating... [ 771.054107] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.054107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054579] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.054579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.054579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.054579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.054786] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.054893] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: fcf10102-fd5f-4741-bd84-507bcd048ffa is going to be created. [ 771.077377] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.077761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.077761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.078226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.079178] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.081707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.397122] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.397122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.397122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.397122] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.748030] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: SUCCESS [ 771.748490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.749228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.749477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.749672] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.749793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.750269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.750269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.750269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.750269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.750269] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.793383] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 771.793726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.794366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.795020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.795020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.795208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.795322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.795634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.796638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.796638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.796638] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.796638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.796638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.796863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.797118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.797295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.797375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.797653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.797943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.798103] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.904046] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.256626] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.301580] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17355739-a8f2-4e86-8263-97e5bce6ed67: rpc.has_security_group_logging(os_id): False [ 772.320286] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.320286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.320478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.320726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.320979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.321260] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.321481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.321481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.321680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.321680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.321799] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.321963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.325246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.325246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.325246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.325246] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.325246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.325511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.325511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.325511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.325870] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 772.387534] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.387736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.387736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.387893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.389452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.407049] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 772.407415] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6f5be5a-86ef-41e0-81de-cc00d8979f93: rpc.has_security_group_logging(os_id): False [ 772.429774] env[69744]: INFO networking_nsxv3.common.synchronization [req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 req-6a714e02-c79e-42bd-af5c-10415b7deec6 service nova] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_rules [ 772.429774] env[69744]: INFO networking_nsxv3.common.synchronization [req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 req-6a714e02-c79e-42bd-af5c-10415b7deec6 service nova] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 772.429774] env[69744]: INFO networking_nsxv3.common.synchronization [req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 req-6a714e02-c79e-42bd-af5c-10415b7deec6 service nova] Enqueued Resource ID: fcf10102-fd5f-4741-bd84-507bcd048ffa with Priority: HIGHEST for action port [ 772.430608] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_rules [ 772.430608] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 772.430608] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf10102-fd5f-4741-bd84-507bcd048ffa with Priority: HIGHEST for action port [ 772.430805] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.430925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.430988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.431334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.431418] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.432435] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.432600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.432982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.432982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.432982] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.433221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.433221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.433326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.433326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.433426] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.435072] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcf10102-fd5f-4741-bd84-507bcd048ffa taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.435072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.435072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.435072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.435072] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcf10102-fd5f-4741-bd84-507bcd048ffa',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.450158] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.450313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.450384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.450610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.450720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.450947] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.451069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.451126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.451292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.451370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.451460] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be created. [ 772.554322] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.554631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.554631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.555036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.555160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.568942] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: IN_PROGRESS for 2s [ 772.759327] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cda4a1d-02c1-4785-9cec-a9e17f915c19: rpc.has_security_group_logging(os_id): False [ 772.779575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.779575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.779575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.779575] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be updated. [ 772.840229] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.840460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.840460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.841282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.841282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.853204] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: IN_PROGRESS for 2s [ 772.943212] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.943212] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.943212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.943212] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcf10102-fd5f-4741-bd84-507bcd048ffa with status ACTIVE [ 772.943212] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.943212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.943212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.943523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.943523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.943523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.943628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.943665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.943861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.943906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.945135] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.945135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.945135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.945135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.945135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.945135] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcf10102-fd5f-4741-bd84-507bcd048ffa is going to be updated. [ 772.966209] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.966416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.966505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.966792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.966941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.967135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcf10102-fd5f-4741-bd84-507bcd048ffa" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.420420] env[69744]: INFO networking_nsxv3.common.synchronization [None req-0eb762c3-0a08-4af7-be51-dd689cb3cd75 None None] Enqueued Resource ID: 9a3965d7-5c26-49f9-8910-4d35607cb92a with Priority: HIGHEST for action port [ 773.421167] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3965d7-5c26-49f9-8910-4d35607cb92a with Priority: HIGHEST for action port [ 773.421563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3965d7-5c26-49f9-8910-4d35607cb92a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.421947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3965d7-5c26-49f9-8910-4d35607cb92a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.422058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3965d7-5c26-49f9-8910-4d35607cb92a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.422365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3965d7-5c26-49f9-8910-4d35607cb92a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.422495] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3965d7-5c26-49f9-8910-4d35607cb92a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.447929] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.773506] env[69744]: INFO networking_nsxv3.common.synchronization [None req-ed8ccf24-4107-42dc-9063-efcc373276c6 None None] Enqueued Resource ID: 63edec2f-f959-4629-8e35-426a014f1fd2 with Priority: HIGHEST for action port [ 773.774557] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63edec2f-f959-4629-8e35-426a014f1fd2 with Priority: HIGHEST for action port [ 773.774921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-63edec2f-f959-4629-8e35-426a014f1fd2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.775689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63edec2f-f959-4629-8e35-426a014f1fd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.775689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63edec2f-f959-4629-8e35-426a014f1fd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.776126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63edec2f-f959-4629-8e35-426a014f1fd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.776483] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63edec2f-f959-4629-8e35-426a014f1fd2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.891044] env[69744]: INFO networking_nsxv3.common.synchronization [None req-73bda314-22ee-4e26-bf14-6e37b0e7eb8e None None] Enqueued Resource ID: 138915a7-c2e5-4553-a744-90b4737276b5 with Priority: HIGHEST for action port [ 773.891620] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138915a7-c2e5-4553-a744-90b4737276b5 with Priority: HIGHEST for action port [ 773.892213] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-138915a7-c2e5-4553-a744-90b4737276b5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.892213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-138915a7-c2e5-4553-a744-90b4737276b5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.892213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-138915a7-c2e5-4553-a744-90b4737276b5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.892473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-138915a7-c2e5-4553-a744-90b4737276b5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.892473] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138915a7-c2e5-4553-a744-90b4737276b5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.924709] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a3965d7-5c26-49f9-8910-4d35607cb92a [ 773.925064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.925177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.925246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.925488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.926025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.926113] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a3965d7-5c26-49f9-8910-4d35607cb92a already deleted. [ 773.926235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3965d7-5c26-49f9-8910-4d35607cb92a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.953017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.953017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.953017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.953017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.953017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.953017] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 is going to be created. [ 773.979012] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.979012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.979250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.979286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.980398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.993708] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: UNINITIALIZED for 2s [ 774.280386] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63edec2f-f959-4629-8e35-426a014f1fd2 [ 774.280632] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.280790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.280856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.281107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.281198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.281301] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63edec2f-f959-4629-8e35-426a014f1fd2 already deleted. [ 774.281382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63edec2f-f959-4629-8e35-426a014f1fd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.395054] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 138915a7-c2e5-4553-a744-90b4737276b5 [ 774.395334] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.396514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.396629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.396896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.397147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.397224] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:138915a7-c2e5-4553-a744-90b4737276b5 already deleted. [ 774.397258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-138915a7-c2e5-4553-a744-90b4737276b5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.421345] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 774.421534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.421991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.422384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.422811] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.580628] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 774.580941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.818024] env[69744]: INFO networking_nsxv3.common.synchronization [req-5bcfdd14-bb6b-473d-9053-65e70dbac306 req-97d61881-4e8c-4c47-a27c-67fe58323bd7 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Enqueued Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_members [ 774.818024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGHEST for action security_group_members [ 774.818024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.818024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.818024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.818024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.818024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.818024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.818024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.818024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.818024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.818024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.865207] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: SUCCESS [ 774.866313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.924787] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.925310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.925395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.925608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.925812] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.925915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.926337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.926337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.926337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.926337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.926519] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.172846] env[69744]: INFO networking_nsxv3.common.synchronization [req-aaf539af-131a-4931-b963-443535140b93 req-39dc3f4c-d21c-4005-ba63-e486b2bec05f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 775.172846] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 775.173209] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.174328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.174328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.174328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.174328] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.174650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.174692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.174878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.175860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.176031] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.323683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.323683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.323683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.323683] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 is going to be updated. [ 775.349345] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.349491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.350258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.350258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.350258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.358144] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 in Status: IN_PROGRESS for 2s [ 775.431453] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.431453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.431453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.431453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.431453] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.431453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.431453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.431735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.431735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.431861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.432009] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.432794] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.433130] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.680535] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.680535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.684350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.684702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.684702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.684984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.685381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.685381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.685381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.685533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.685533] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe already deleted. [ 775.687803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.775300] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.775494] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.775548] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.776028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.776937] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.776937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.776937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.776937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.777235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.777550] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.777698] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.777840] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.777970] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.778357] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 775.781112] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.781112] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.798345] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.798345] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 775.798345] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.798345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.798345] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-5f5565cf-5232-42a4-a6db-d62661e2e67b taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.798345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.798345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.798345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.798345] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5565cf-5232-42a4-a6db-d62661e2e67b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.940208] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17355739-a8f2-4e86-8263-97e5bce6ed67: rpc.has_security_group_logging(os_id): False [ 775.958541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.958742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.958793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.959437] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.959741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.959741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.960968] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.964517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.964517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.964517] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 776.007823] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: SUCCESS [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.007823] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.007823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.007823] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.018917] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.020836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.020836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.020836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.022018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.036689] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 776.303608] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.303874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.304089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.304297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.304453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.305090] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 5f5565cf-5232-42a4-a6db-d62661e2e67b not found, creating... [ 776.305181] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.305346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.305463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.305747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.306152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.306269] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.306375] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.306475] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.306700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.306842] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.306988] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 5f5565cf-5232-42a4-a6db-d62661e2e67b is going to be created. [ 776.309938] env[69744]: INFO networking_nsxv3.common.synchronization [None req-8ba1b759-3386-4345-876e-fb5dd3ca5d26 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_rules [ 776.311034] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_rules [ 776.311118] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705bfdcc-1dd9-4a56-a886-7edb05c29778 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.311199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.311361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.311607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.311607] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.329849] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.329849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.329849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.329849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.330291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.330291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.481209] env[69744]: INFO networking_nsxv3.common.synchronization [None req-034080bb-ba39-4ec0-afa8-37e5a2937547 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_rules [ 776.481755] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_rules [ 776.482064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705bfdcc-1dd9-4a56-a886-7edb05c29778 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.482209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.511565] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.511905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.511905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.512102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.512199] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.512558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.512558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.512558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.512775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.512775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.513474] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.513474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.513474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.513474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.513474] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.513474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.513474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.514459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.514459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514459] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.709042] env[69744]: INFO networking_nsxv3.common.synchronization [None req-277687a1-863f-4dd2-8aef-b49e0ff2bd95 None None] Enqueued Resource ID: ad678906-2c65-4c3c-898b-fe5185e6f298 with Priority: HIGHEST for action port [ 776.710038] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad678906-2c65-4c3c-898b-fe5185e6f298 with Priority: HIGHEST for action port [ 776.710038] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad678906-2c65-4c3c-898b-fe5185e6f298 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.710038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad678906-2c65-4c3c-898b-fe5185e6f298" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.710038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad678906-2c65-4c3c-898b-fe5185e6f298" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.712663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad678906-2c65-4c3c-898b-fe5185e6f298" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.712874] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad678906-2c65-4c3c-898b-fe5185e6f298',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.840540] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.840621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.840621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.840850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.840956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.841092] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 already deleted. [ 776.841226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.841584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.841584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.841742] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.016914] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8: rpc.has_security_group_logging(os_id): False [ 777.034615] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.034774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.034845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.035075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.035172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.035424] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.035639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.035639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.035750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.035809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.035954] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.036058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.036127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.036257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.036334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.036500] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.036592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.036923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.037123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.037202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.037291] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 is going to be created. [ 777.093174] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.093174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.093174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.093174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.093174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.103264] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: IN_PROGRESS for 2s [ 777.218173] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad678906-2c65-4c3c-898b-fe5185e6f298 [ 777.218173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.218173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.218173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.218173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.218173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.218173] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad678906-2c65-4c3c-898b-fe5185e6f298 already deleted. [ 777.218173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad678906-2c65-4c3c-898b-fe5185e6f298" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.239599] env[69744]: INFO networking_nsxv3.common.synchronization [None req-e3502e24-3c1f-4c29-aca9-bbdfbf756591 None None] Enqueued Resource ID: 6b355dcc-fbba-454f-bfe7-b541ac5dbe74 with Priority: HIGHEST for action port [ 777.240296] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b355dcc-fbba-454f-bfe7-b541ac5dbe74 with Priority: HIGHEST for action port [ 777.241504] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b355dcc-fbba-454f-bfe7-b541ac5dbe74 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.241504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b355dcc-fbba-454f-bfe7-b541ac5dbe74" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.241504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b355dcc-fbba-454f-bfe7-b541ac5dbe74" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.241504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b355dcc-fbba-454f-bfe7-b541ac5dbe74" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.241504] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b355dcc-fbba-454f-bfe7-b541ac5dbe74',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.368984] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 in Status: SUCCESS [ 777.370392] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 deletion is rescheduled due to dependency. [ 777.370392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.376025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.376025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.376025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.376731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.376731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.376731] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 already deleted. [ 777.376731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.743715] env[69744]: INFO networking_nsxv3.common.synchronization [req-aaf539af-131a-4931-b963-443535140b93 req-5d3b33ec-1f81-4552-9e5b-0f2d98303382 service nova] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_rules [ 777.743715] env[69744]: INFO networking_nsxv3.common.synchronization [req-aaf539af-131a-4931-b963-443535140b93 req-5d3b33ec-1f81-4552-9e5b-0f2d98303382 service nova] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 777.743715] env[69744]: INFO networking_nsxv3.common.synchronization [req-aaf539af-131a-4931-b963-443535140b93 req-5d3b33ec-1f81-4552-9e5b-0f2d98303382 service nova] Enqueued Resource ID: 5f5565cf-5232-42a4-a6db-d62661e2e67b with Priority: HIGHEST for action port [ 777.744253] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_rules [ 777.744253] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 777.744634] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f5565cf-5232-42a4-a6db-d62661e2e67b with Priority: HIGHEST for action port [ 777.745431] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b355dcc-fbba-454f-bfe7-b541ac5dbe74 [ 777.745431] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.747751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.747751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.748020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.748057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.748286] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b355dcc-fbba-454f-bfe7-b541ac5dbe74 already deleted. [ 777.748286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b355dcc-fbba-454f-bfe7-b541ac5dbe74" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.748732] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.748808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.748855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.750701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.750785] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.754151] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.754290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.754350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.754780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.754780] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.754780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.755235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.755235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.755235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.755235] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.756458] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f5565cf-5232-42a4-a6db-d62661e2e67b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.756704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.756704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.757057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.758715] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f5565cf-5232-42a4-a6db-d62661e2e67b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.797464] env[69744]: INFO networking_nsxv3.common.synchronization [None req-e2747918-da38-48db-b665-31aed90cf2da None None] Enqueued Resource ID: 0b8d3810-c095-499d-875b-e2391cb914e7 with Priority: HIGHEST for action port [ 777.798103] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b8d3810-c095-499d-875b-e2391cb914e7 with Priority: HIGHEST for action port [ 777.798507] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b8d3810-c095-499d-875b-e2391cb914e7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.798575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b8d3810-c095-499d-875b-e2391cb914e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.798618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b8d3810-c095-499d-875b-e2391cb914e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.798946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b8d3810-c095-499d-875b-e2391cb914e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.798946] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b8d3810-c095-499d-875b-e2391cb914e7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.805140] env[69744]: INFO networking_nsxv3.common.synchronization [None req-209e0499-22f6-48a7-ad4f-f4b3bdcbf33f tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_rules [ 777.805815] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_rules [ 777.805946] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.806231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.806942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.807523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.807733] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.910092] env[69744]: INFO networking_nsxv3.common.synchronization [None req-21427b89-1b7d-43f9-8ef0-de664b295420 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_rules [ 777.910092] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_rules [ 777.910092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.910092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.051848] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 778.051848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.131441] env[69744]: INFO networking_nsxv3.common.synchronization [req-da34240c-9a9a-4c4d-8898-cc673846c7da req-8fe25ed0-5b66-4e8d-bb2a-cd34839b2daa tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 778.131864] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 778.132236] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.132333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.132533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.132590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.132761] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.132890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.132890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.133064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.133195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.133303] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.267939] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.267939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.267939] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.268695] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f5565cf-5232-42a4-a6db-d62661e2e67b with status ACTIVE [ 778.268878] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.268994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.269136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.269263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.269345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.269507] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.269597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.269655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.269795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.269866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.270047] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.272607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.272607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.272607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.272607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.272607] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f5565cf-5232-42a4-a6db-d62661e2e67b is going to be updated. [ 778.297872] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.297872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.297872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.297872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.297872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.297872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f5565cf-5232-42a4-a6db-d62661e2e67b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.302092] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b8d3810-c095-499d-875b-e2391cb914e7 [ 778.302092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.302092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.302092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.302092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.302092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.302092] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b8d3810-c095-499d-875b-e2391cb914e7 already deleted. [ 778.302092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b8d3810-c095-499d-875b-e2391cb914e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.334568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.334766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.335861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.335861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.335861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.335861] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac already deleted. [ 778.335861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.335861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.335861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.335861] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.638556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.638743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.639122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.639355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.639446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.639655] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.639758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.639818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.639971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.640056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.640301] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 already deleted. [ 778.640357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.740319] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.741073] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.742223] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.742468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.742817] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.743043] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.743215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.743501] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.743803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.744090] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.744090] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.744253] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.745179] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.745739] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.745739] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.745899] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.767226] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.767420] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.767646] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.767759] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.768149] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.768391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.768563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.768877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.770121] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b79115-0c74-45c7-9ff0-80b9fbbfb9f5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.778791] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.859378] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.860017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.860763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.861061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.861104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.861220] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac already deleted. [ 778.861369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.116943] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: SUCCESS [ 779.116943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.280742] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.281235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.281451] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.281721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.282057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.282267] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 not found, creating... [ 779.283048] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.283048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.283048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.283485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.283670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.284053] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.284345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.284345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.284615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.284762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.285012] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 is going to be created. [ 779.287101] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.287229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.287297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.287469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.287552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.287688] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be created. [ 779.320509] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.320509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.320509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.320509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.320509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.320832] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.324108] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.324249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.324294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.324489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.324637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.336138] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: UNINITIALIZED for 2s [ 780.755080] env[69744]: INFO networking_nsxv3.common.synchronization [req-da34240c-9a9a-4c4d-8898-cc673846c7da req-0d0731a9-694e-4f5d-b3be-e77640a53f4c service nova] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_rules [ 780.755378] env[69744]: INFO networking_nsxv3.common.synchronization [req-da34240c-9a9a-4c4d-8898-cc673846c7da req-0d0731a9-694e-4f5d-b3be-e77640a53f4c service nova] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 780.755378] env[69744]: INFO networking_nsxv3.common.synchronization [req-da34240c-9a9a-4c4d-8898-cc673846c7da req-0d0731a9-694e-4f5d-b3be-e77640a53f4c service nova] Enqueued Resource ID: 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 with Priority: HIGHEST for action port [ 780.759617] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_rules [ 780.759617] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 780.759617] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 with Priority: HIGHEST for action port [ 780.759617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.759617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.759617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.759617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.759617] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.759617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.760461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.760461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.760461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.760461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.760461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.760461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.760461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.760461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.760704] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.761491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.761491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.761491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.762572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.762572] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b79115-0c74-45c7-9ff0-80b9fbbfb9f5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.264481] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.264481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.264481] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.265236] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 with status ACTIVE [ 781.265434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.265572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.265643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.265955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.266062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.266258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.266362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.266421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.266584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.266662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.266859] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.266961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.267303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.267504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.267912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.267912] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 is going to be updated. [ 781.288064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.288230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.288307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.288504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.288650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.288806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.345360] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 781.345593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.347051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.348206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.348206] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.348206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.348206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.348206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.348206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.348206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.348535] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.660176] env[69744]: INFO networking_nsxv3.common.synchronization [req-11843eaa-000b-4666-bd6a-8836c6f667b6 req-890e4b4f-c564-448f-9b16-6a88585a30fd tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 781.661341] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 781.661823] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.662013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.662077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.662290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.662461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.662558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.662617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.662801] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.662917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.663047] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.692459] env[69744]: INFO networking_nsxv3.common.synchronization [req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 req-35593182-fb31-4554-a281-714bcfe9d4d8 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Enqueued Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_members [ 781.692459] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 with Priority: HIGHEST for action security_group_members [ 781.692459] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf68303-e507-4b60-8832-1b147b8fcd95 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.692792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.693030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.694286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.694373] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.694501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.694583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.694778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.694863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.694979] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf68303-e507-4b60-8832-1b147b8fcd95',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.769399] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.851389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.851389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.133312] env[69744]: INFO networking_nsxv3.common.synchronization [None req-8942d6e4-3b78-4e8f-8297-04af7cc3ad6d None None] Enqueued Resource ID: 58b00072-735d-4330-aefe-d87b7f843b7c with Priority: HIGHEST for action port [ 782.134098] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b00072-735d-4330-aefe-d87b7f843b7c with Priority: HIGHEST for action port [ 782.134402] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b00072-735d-4330-aefe-d87b7f843b7c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.134578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b00072-735d-4330-aefe-d87b7f843b7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.134681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b00072-735d-4330-aefe-d87b7f843b7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.135014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b00072-735d-4330-aefe-d87b7f843b7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.135159] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b00072-735d-4330-aefe-d87b7f843b7c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.169327] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.200808] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.200808] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.200808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.200808] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 is going to be updated. [ 782.235164] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.238039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.238039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.238039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.238039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.245209] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 in Status: IN_PROGRESS for 2s [ 782.274831] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.275042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.275091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.275312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.275414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.275474] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 is going to be created. [ 782.312966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.312966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.312966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.312966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.312966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.325366] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: UNINITIALIZED for 2s [ 782.639578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58b00072-735d-4330-aefe-d87b7f843b7c [ 782.639578] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.639578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.639578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.639578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.639578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.639578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58b00072-735d-4330-aefe-d87b7f843b7c already deleted. [ 782.639578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b00072-735d-4330-aefe-d87b7f843b7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.672835] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.969276] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.969276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.969276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.969276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.969276] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.969276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.969276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.969276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.969276] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.975025] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.975025] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.975025] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.975025] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.975025] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.975025] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.975025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.002288] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.002288] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 783.002288] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.002288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.002288] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.002288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.002288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.002288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.002748] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.175892] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.176154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.176226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.177193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.177193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.177308] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 783.217697] env[69744]: INFO networking_nsxv3.common.synchronization [None req-30325651-c535-4709-b067-af0e58616511 None None] Enqueued Resource ID: c98a755e-1cd0-485e-b0ec-93b9bf7a04e4 with Priority: HIGHEST for action port [ 783.221185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.221185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.221185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.221185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.221185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.222655] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98a755e-1cd0-485e-b0ec-93b9bf7a04e4 with Priority: HIGHEST for action port [ 783.223430] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c98a755e-1cd0-485e-b0ec-93b9bf7a04e4 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.223584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c98a755e-1cd0-485e-b0ec-93b9bf7a04e4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.223766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c98a755e-1cd0-485e-b0ec-93b9bf7a04e4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.224090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c98a755e-1cd0-485e-b0ec-93b9bf7a04e4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.224177] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c98a755e-1cd0-485e-b0ec-93b9bf7a04e4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.236244] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 783.507011] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.507011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.507011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.507011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.507011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.509214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 not found, creating... [ 783.509214] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.509214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.509214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.509214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.509214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.509214] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.509214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.509214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.509214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.510345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.510345] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 is going to be created. [ 783.529577] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.530214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.530214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.532230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.532230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.532854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.734294] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c98a755e-1cd0-485e-b0ec-93b9bf7a04e4 [ 783.734573] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.734720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.734787] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.735072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.735154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.735514] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c98a755e-1cd0-485e-b0ec-93b9bf7a04e4 already deleted. [ 783.735514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c98a755e-1cd0-485e-b0ec-93b9bf7a04e4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056057] env[69744]: INFO networking_nsxv3.common.synchronization [None req-e0171e39-4f0d-4ee4-90d6-8df4e053ed3f None None] Enqueued Resource ID: 2d8916f8-226e-4dd9-8726-725142fc7cf2 with Priority: HIGHEST for action port [ 784.056057] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8916f8-226e-4dd9-8726-725142fc7cf2 with Priority: HIGHEST for action port [ 784.056057] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8916f8-226e-4dd9-8726-725142fc7cf2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.056057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8916f8-226e-4dd9-8726-725142fc7cf2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.056057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8916f8-226e-4dd9-8726-725142fc7cf2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.056057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8916f8-226e-4dd9-8726-725142fc7cf2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.056057] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8916f8-226e-4dd9-8726-725142fc7cf2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.259336] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 in Status: SUCCESS [ 784.259512] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf68303-e507-4b60-8832-1b147b8fcd95 deletion is rescheduled due to dependency. [ 784.260557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf68303-e507-4b60-8832-1b147b8fcd95" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.334792] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: SUCCESS [ 784.335099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.335286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.335512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.335706] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.335842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.335912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.336087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.336164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.336248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.336344] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.558598] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d8916f8-226e-4dd9-8726-725142fc7cf2 [ 784.559045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.559325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.559480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.559888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.560098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.560286] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d8916f8-226e-4dd9-8726-725142fc7cf2 already deleted. [ 784.561629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8916f8-226e-4dd9-8726-725142fc7cf2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.839608] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.839608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.839608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.843673] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.843673] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.843673] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.843673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.843673] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.947802] env[69744]: INFO networking_nsxv3.common.synchronization [req-11843eaa-000b-4666-bd6a-8836c6f667b6 req-35db05d8-4690-44f4-b22f-ce3d27f5eb6a service nova] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_rules [ 784.947802] env[69744]: INFO networking_nsxv3.common.synchronization [req-11843eaa-000b-4666-bd6a-8836c6f667b6 req-35db05d8-4690-44f4-b22f-ce3d27f5eb6a service nova] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 784.947935] env[69744]: INFO networking_nsxv3.common.synchronization [req-11843eaa-000b-4666-bd6a-8836c6f667b6 req-35db05d8-4690-44f4-b22f-ce3d27f5eb6a service nova] Enqueued Resource ID: 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 with Priority: HIGHEST for action port [ 784.948674] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_rules [ 784.948674] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 784.948837] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 with Priority: HIGHEST for action port [ 784.949031] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.949106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.949280] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.949372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.949560] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.949665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.949725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.949981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.950098] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.249490] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.252299] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.252299] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.252299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.252299] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.253861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.254130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.254404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.254690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.257807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.257807] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.257807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.257807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.257807] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.257807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.257807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.257807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.257807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.257807] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.347173] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b265864f-22f6-4eec-ae61-475d5c4b1bb1: rpc.has_security_group_logging(os_id): False [ 785.366092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.366092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.366092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.366696] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.366696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.366696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.366696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.366696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.366696] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.367134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.367134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.367134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.370950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.370950] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 is going to be created. [ 785.428684] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.428900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.428940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.429144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.429326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.444620] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: IN_PROGRESS for 2s [ 785.452408] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 with status ACTIVE [ 785.452683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.452873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.452953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.453166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.453258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.453935] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.453935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.453935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.453935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.453935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.454137] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.454137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.454137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.454318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.454374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.454424] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 is going to be updated. [ 785.473630] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.473873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.473927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.474132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.474283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.474456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.758951] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2be50ab9-f305-4ed5-8b51-574fe686f4fe: rpc.has_security_group_logging(os_id): False [ 785.763031] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.774525] env[69744]: INFO networking_nsxv3.common.synchronization [None req-0ad018f9-706e-4c29-b997-7d9743939063 None None] Enqueued Resource ID: 59a5680d-ba4c-4303-8ffd-6ec1caf3da07 with Priority: HIGHEST for action port [ 785.775166] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a5680d-ba4c-4303-8ffd-6ec1caf3da07 with Priority: HIGHEST for action port [ 785.776487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a5680d-ba4c-4303-8ffd-6ec1caf3da07 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.776487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a5680d-ba4c-4303-8ffd-6ec1caf3da07" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.776487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a5680d-ba4c-4303-8ffd-6ec1caf3da07" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.781327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a5680d-ba4c-4303-8ffd-6ec1caf3da07" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.781327] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a5680d-ba4c-4303-8ffd-6ec1caf3da07',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.783351] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.783490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.783556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.783771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.783866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.785816] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.786155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.786248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.786461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.786551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.786772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.786891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.786937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.787132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.787223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.787510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.787568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.787711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.787787] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787872] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be created. [ 785.794154] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b2e48cd8-2ab6-4140-a777-a582d2714dba None None] Enqueued Resource ID: 3ed12812-db05-4f19-b523-29ee6ecff611 with Priority: HIGHEST for action port [ 785.798935] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed12812-db05-4f19-b523-29ee6ecff611 with Priority: HIGHEST for action port [ 785.800026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed12812-db05-4f19-b523-29ee6ecff611 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.800026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed12812-db05-4f19-b523-29ee6ecff611" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.800026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed12812-db05-4f19-b523-29ee6ecff611" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.800619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed12812-db05-4f19-b523-29ee6ecff611" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.800818] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed12812-db05-4f19-b523-29ee6ecff611',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.851870] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.851870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.851870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.851870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.851870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.862201] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 786.266529] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.295907] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59a5680d-ba4c-4303-8ffd-6ec1caf3da07 [ 786.296105] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.296185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.296409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.296467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.296612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.296717] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59a5680d-ba4c-4303-8ffd-6ec1caf3da07 already deleted. [ 786.296804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a5680d-ba4c-4303-8ffd-6ec1caf3da07" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.303777] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ed12812-db05-4f19-b523-29ee6ecff611 [ 786.304019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.304161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.304276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.304859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.304859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.304859] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ed12812-db05-4f19-b523-29ee6ecff611 already deleted. [ 786.304859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed12812-db05-4f19-b523-29ee6ecff611" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.366539] env[69744]: INFO networking_nsxv3.common.synchronization [req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 req-639cbd28-a3d6-4d82-b41b-cf418cda0427 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 786.367083] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 786.367389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.369097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.369097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.369097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.369097] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.369097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.369097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.369097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.369097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.369097] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.771924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.773167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.773332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.774448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.774448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.774448] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 786.804650] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.804650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.804650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.804650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.804650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.813068] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 786.873711] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.873959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.874076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.874311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.874404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.875381] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.875381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.875381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.875381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.875381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.875381] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 already deleted. [ 786.875381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.012493] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.012723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.012840] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.013180] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.017493] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.018465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.018465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.018465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.018465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.018850] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.018850] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.018850] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.019031] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.019031] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 787.019150] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.019261] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.043026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.043026] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 787.043026] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.043026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.043026] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-43104005-ac52-4e92-9e62-3b267cb4810b taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.043026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.043026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.043484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.043484] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43104005-ac52-4e92-9e62-3b267cb4810b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.471131] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: SUCCESS [ 787.471400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.472241] env[69744]: INFO networking_nsxv3.common.synchronization [None req-173c1793-6fc0-4aae-b21c-49123065d60e None None] Enqueued Resource ID: 5b17a596-0d01-4659-9484-4ecea62094ff with Priority: HIGHEST for action port [ 787.472857] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b17a596-0d01-4659-9484-4ecea62094ff with Priority: HIGHEST for action port [ 787.473134] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b17a596-0d01-4659-9484-4ecea62094ff taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.473264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b17a596-0d01-4659-9484-4ecea62094ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.473334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b17a596-0d01-4659-9484-4ecea62094ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.473724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b17a596-0d01-4659-9484-4ecea62094ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.473873] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b17a596-0d01-4659-9484-4ecea62094ff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.551242] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.551242] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 43104005-ac52-4e92-9e62-3b267cb4810b not found, creating... [ 787.551242] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.551242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.551764] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.551764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.551764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.551764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.551915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.552018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 43104005-ac52-4e92-9e62-3b267cb4810b is going to be created. [ 787.574606] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.575686] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.575995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.576338] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.576595] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.576860] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.874195] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 787.874699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.875101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.875521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.876302] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.976670] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b17a596-0d01-4659-9484-4ecea62094ff [ 787.976670] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.976670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.976670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.976883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.976883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.977104] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b17a596-0d01-4659-9484-4ecea62094ff already deleted. [ 787.977104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b17a596-0d01-4659-9484-4ecea62094ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.019841] env[69744]: INFO networking_nsxv3.common.synchronization [None req-c7c2a326-7b9d-414c-a3b6-58d4b5ba6773 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Enqueued Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_rules [ 788.022105] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_rules [ 788.022105] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.022105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.022105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.022105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.022105] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.127218] env[69744]: INFO networking_nsxv3.common.synchronization [None req-dcab0e88-3acd-438c-936e-9e3daf316668 None None] Enqueued Resource ID: 3a3f0403-a6a7-4ec5-98e7-8a6041de05ff with Priority: HIGHEST for action port [ 788.127218] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3f0403-a6a7-4ec5-98e7-8a6041de05ff with Priority: HIGHEST for action port [ 788.127218] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3f0403-a6a7-4ec5-98e7-8a6041de05ff taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.127218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3f0403-a6a7-4ec5-98e7-8a6041de05ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.127218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3f0403-a6a7-4ec5-98e7-8a6041de05ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.127218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3f0403-a6a7-4ec5-98e7-8a6041de05ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.127218] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3f0403-a6a7-4ec5-98e7-8a6041de05ff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.225938] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4f5e9668-582b-48c4-a2b7-8f19c8268717 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Enqueued Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_rules [ 788.227554] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_rules [ 788.227554] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.227554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.379524] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.380140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.548404] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.548404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.548404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.548404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.548404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.548404] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a already deleted. [ 788.548404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.548404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.548404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.548404] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.630484] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3f0403-a6a7-4ec5-98e7-8a6041de05ff [ 788.631536] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.631536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.631536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.631753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.631848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.631971] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3f0403-a6a7-4ec5-98e7-8a6041de05ff already deleted. [ 788.632081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3f0403-a6a7-4ec5-98e7-8a6041de05ff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.821811] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.823803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.823803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.823803] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.869489] env[69744]: INFO networking_nsxv3.common.synchronization [req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 req-3a9a1634-6cef-4a5a-bbb6-245923da5d59 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 788.869489] env[69744]: INFO networking_nsxv3.common.synchronization [req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 req-3a9a1634-6cef-4a5a-bbb6-245923da5d59 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 788.869690] env[69744]: INFO networking_nsxv3.common.synchronization [req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 req-3a9a1634-6cef-4a5a-bbb6-245923da5d59 service nova] Enqueued Resource ID: 43104005-ac52-4e92-9e62-3b267cb4810b with Priority: HIGHEST for action port [ 788.870867] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 788.870867] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 788.870867] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43104005-ac52-4e92-9e62-3b267cb4810b with Priority: HIGHEST for action port [ 788.871643] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.871779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.871848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.872300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.872300] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.873637] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.873767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.873846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.875778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.875778] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.875778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.875778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.875778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.875778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.875778] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.881047] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-43104005-ac52-4e92-9e62-3b267cb4810b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.881047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.881047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.881047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.881047] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43104005-ac52-4e92-9e62-3b267cb4810b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.068118] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.069104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.069104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.069104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.069104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.069104] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a already deleted. [ 789.069104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.325436] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.325639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.325727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.326231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.326231] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.326231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.326404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.326439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.326524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.326618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.326763] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.326900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.326900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.327073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.327213] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.327307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.327368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.327512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.327589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.327672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.327763] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.382252] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.382252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.388079] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43104005-ac52-4e92-9e62-3b267cb4810b with status ACTIVE [ 789.389158] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.389770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.390792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.391101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.391138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.391419] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.391514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.391571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.391710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.391815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.392189] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.392189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.392189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.392399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.392399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.392399] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43104005-ac52-4e92-9e62-3b267cb4810b is going to be updated. [ 789.396333] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.417363] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.417363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.417363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.417363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.417363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.417649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43104005-ac52-4e92-9e62-3b267cb4810b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.829943] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2be50ab9-f305-4ed5-8b51-574fe686f4fe: rpc.has_security_group_logging(os_id): False [ 789.847265] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.847427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.847495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.847861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.848072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.848242] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.848357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.848418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.848594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.848657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.848913] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.849097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.849181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.849347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.849445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.849669] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.850109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.850189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.850343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.850419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.850547] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 789.900345] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.908373] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.909405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.909405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.909405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.909405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.922047] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 790.402725] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.402912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.402987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.403242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.403342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.403446] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be created. [ 790.427668] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.427927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.428793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.429187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.431273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.439642] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: UNINITIALIZED for 2s [ 790.524364] env[69744]: INFO networking_nsxv3.common.synchronization [None req-441e4542-372c-4479-9757-d25438ad9cba None None] Enqueued Resource ID: 76225893-f163-484b-bb45-7327bf5d92b1 with Priority: HIGHEST for action port [ 790.524364] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76225893-f163-484b-bb45-7327bf5d92b1 with Priority: HIGHEST for action port [ 790.526451] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-76225893-f163-484b-bb45-7327bf5d92b1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.526773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76225893-f163-484b-bb45-7327bf5d92b1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.526981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76225893-f163-484b-bb45-7327bf5d92b1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.527370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76225893-f163-484b-bb45-7327bf5d92b1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.528032] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76225893-f163-484b-bb45-7327bf5d92b1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.695833] env[69744]: INFO networking_nsxv3.common.synchronization [None req-e6991bd6-0839-46d7-b087-834d8c634699 None None] Enqueued Resource ID: 41cd196f-fe65-41b9-b4b4-4bc0aa957220 with Priority: HIGHEST for action port [ 790.696667] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cd196f-fe65-41b9-b4b4-4bc0aa957220 with Priority: HIGHEST for action port [ 790.698631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-41cd196f-fe65-41b9-b4b4-4bc0aa957220 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.699915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41cd196f-fe65-41b9-b4b4-4bc0aa957220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.699915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41cd196f-fe65-41b9-b4b4-4bc0aa957220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.699915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41cd196f-fe65-41b9-b4b4-4bc0aa957220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.702287] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cd196f-fe65-41b9-b4b4-4bc0aa957220',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.030210] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76225893-f163-484b-bb45-7327bf5d92b1 [ 791.032160] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.032160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.032160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.032160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.032160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.032160] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76225893-f163-484b-bb45-7327bf5d92b1 already deleted. [ 791.032160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76225893-f163-484b-bb45-7327bf5d92b1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.205751] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41cd196f-fe65-41b9-b4b4-4bc0aa957220 [ 791.205751] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.205751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.205751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.205751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.205751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.205751] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41cd196f-fe65-41b9-b4b4-4bc0aa957220 already deleted. [ 791.205751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41cd196f-fe65-41b9-b4b4-4bc0aa957220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.938064] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 791.938339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.451996] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 792.452299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.454984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.454984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.454984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.454984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.455491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.456381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.456469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.456540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.456638] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.711034] env[69744]: INFO networking_nsxv3.common.synchronization [req-dcf40fd5-6786-4fb0-b445-127ee918183f req-123eccfe-372f-4d01-a238-1f070faf5f1a tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 792.711034] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 792.711376] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.711526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.711639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.711861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.712160] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.712299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.712299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.712424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.712524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.712630] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.959919] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.960102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.960188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.960392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.960564] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.960662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.960718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.960875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.960958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.961076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.961481] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.961481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.961481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.961696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.961696] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.961774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.961811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.961962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.962710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.962830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.962932] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.219021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.466070] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 793.468931] env[69744]: INFO networking_nsxv3.common.synchronization [None req-3b093aa2-6874-41c8-b217-bfe35c3a80c9 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_rules [ 793.472545] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_rules [ 793.473586] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.473793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.473995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.474306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.474482] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.487166] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.488074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.488182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.488918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.489067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.489596] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.489761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.489860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.490087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.490181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.490396] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.490488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.490548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.490693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.490763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.491554] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.491982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.492111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.492301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.492415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.492532] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be created. [ 793.542990] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.543514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.543663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.543921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.544136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.558732] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 793.677107] env[69744]: INFO networking_nsxv3.common.synchronization [None req-98fbd305-7016-44b0-9ecc-ec5d63fb5d47 None None] Enqueued Resource ID: 062f4c50-c565-4571-b651-fbd214abd3f5 with Priority: HIGHEST for action port [ 793.677736] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062f4c50-c565-4571-b651-fbd214abd3f5 with Priority: HIGHEST for action port [ 793.678889] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-062f4c50-c565-4571-b651-fbd214abd3f5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.679553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-062f4c50-c565-4571-b651-fbd214abd3f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.679553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-062f4c50-c565-4571-b651-fbd214abd3f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.679939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-062f4c50-c565-4571-b651-fbd214abd3f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.680040] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('062f4c50-c565-4571-b651-fbd214abd3f5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.719397] env[69744]: INFO networking_nsxv3.common.synchronization [None req-f1c345f6-c7ae-406e-9459-1c1b623cc29d None None] Enqueued Resource ID: f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0 with Priority: HIGHEST for action port [ 793.719651] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0 with Priority: HIGHEST for action port [ 793.720198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.720326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.720423] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.720636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.720718] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.725507] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.822239] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.822239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.822418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.823285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.823285] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.823996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.824207] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.824446] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.824591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.824800] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.824911] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.826028] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.826028] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.826028] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.826028] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.826028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.853890] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.853890] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.853890] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.853890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-318" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.853890] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-51792584-4766-41ac-9c1d-3cabe859edec taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.853890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.853890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.853890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.853890] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51792584-4766-41ac-9c1d-3cabe859edec',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.951421] env[69744]: INFO networking_nsxv3.common.synchronization [None req-20c3ec5e-e51c-48b9-b488-166bf88541d5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_rules [ 793.951421] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_rules [ 793.951553] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.951654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.996942] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.996942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.996942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.996942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.996942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.996942] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b already deleted. [ 793.996942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.996942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.996942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.996942] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.183837] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 062f4c50-c565-4571-b651-fbd214abd3f5 [ 794.183837] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.183837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.183837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.183837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.183837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.183837] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:062f4c50-c565-4571-b651-fbd214abd3f5 already deleted. [ 794.183837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-062f4c50-c565-4571-b651-fbd214abd3f5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.226245] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0 [ 794.226480] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.226617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.226695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.226914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.226988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.227162] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0 already deleted. [ 794.227209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6dbfaf2-a228-47e6-bac5-b1f8ce7aafb0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.231151] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.231151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.231151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.231151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.231151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.231151] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 794.259920] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.260057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.260057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.260546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.260546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.271512] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 794.358998] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.359329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.359509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.359881] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.360118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.360337] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 51792584-4766-41ac-9c1d-3cabe859edec not found, creating... [ 794.360718] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.360937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.361119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.361437] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.363018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.363614] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.363917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.364108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.364449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.364650] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.364860] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 51792584-4766-41ac-9c1d-3cabe859edec is going to be created. [ 794.386174] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.386477] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.386661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.387097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.387454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.387775] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.527122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.527420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.527420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.530526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.530526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.530526] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b already deleted. [ 794.530526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.561239] env[69744]: INFO networking_nsxv3.common.synchronization [None req-ca3ce024-acff-46f9-ae2f-3016d37b678a None None] Enqueued Resource ID: 024baeac-c458-42c0-8c6d-fe6058b6c0cd with Priority: HIGHEST for action port [ 794.562103] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024baeac-c458-42c0-8c6d-fe6058b6c0cd with Priority: HIGHEST for action port [ 794.565115] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-024baeac-c458-42c0-8c6d-fe6058b6c0cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.565115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-024baeac-c458-42c0-8c6d-fe6058b6c0cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.565115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-024baeac-c458-42c0-8c6d-fe6058b6c0cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.565115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-024baeac-c458-42c0-8c6d-fe6058b6c0cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.565115] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024baeac-c458-42c0-8c6d-fe6058b6c0cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.684022] env[69744]: INFO networking_nsxv3.common.synchronization [None req-5e807db6-4075-4931-99a6-e9f393b65888 None None] Enqueued Resource ID: a5e03ec8-47a5-4d26-b75a-f01a323fb896 with Priority: HIGHEST for action port [ 794.684022] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e03ec8-47a5-4d26-b75a-f01a323fb896 with Priority: HIGHEST for action port [ 794.684022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e03ec8-47a5-4d26-b75a-f01a323fb896 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.684022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e03ec8-47a5-4d26-b75a-f01a323fb896" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.684022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e03ec8-47a5-4d26-b75a-f01a323fb896" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.684776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e03ec8-47a5-4d26-b75a-f01a323fb896" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.685270] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e03ec8-47a5-4d26-b75a-f01a323fb896',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.066028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 024baeac-c458-42c0-8c6d-fe6058b6c0cd [ 795.066028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.066205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.066255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.066536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.068093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.068093] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:024baeac-c458-42c0-8c6d-fe6058b6c0cd already deleted. [ 795.068093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-024baeac-c458-42c0-8c6d-fe6058b6c0cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.189398] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e03ec8-47a5-4d26-b75a-f01a323fb896 [ 795.190137] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.190137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.190137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.190137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.190361] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e03ec8-47a5-4d26-b75a-f01a323fb896 already deleted. [ 795.190361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e03ec8-47a5-4d26-b75a-f01a323fb896" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.404832] env[69744]: INFO networking_nsxv3.common.synchronization [req-dcf40fd5-6786-4fb0-b445-127ee918183f req-decbfe5a-d589-4905-9b67-34b8c92bb8a8 service nova] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_rules [ 795.405101] env[69744]: INFO networking_nsxv3.common.synchronization [req-dcf40fd5-6786-4fb0-b445-127ee918183f req-decbfe5a-d589-4905-9b67-34b8c92bb8a8 service nova] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 795.405358] env[69744]: INFO networking_nsxv3.common.synchronization [req-dcf40fd5-6786-4fb0-b445-127ee918183f req-decbfe5a-d589-4905-9b67-34b8c92bb8a8 service nova] Enqueued Resource ID: 51792584-4766-41ac-9c1d-3cabe859edec with Priority: HIGHEST for action port [ 795.405924] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_rules [ 795.409163] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 795.409163] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51792584-4766-41ac-9c1d-3cabe859edec with Priority: HIGHEST for action port [ 795.409434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.411430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.411430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.411430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.411430] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.411430] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.411430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.411430] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-51792584-4766-41ac-9c1d-3cabe859edec taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.411430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.411430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.412083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.412083] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51792584-4766-41ac-9c1d-3cabe859edec',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.572383] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 795.572383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.714460] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 req-2961b4d0-6668-49fa-b5ed-97d5a6fa41a6 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Enqueued Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_members [ 795.715080] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_members [ 795.715372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4b6024-fa17-42e9-82db-9a00d4b441dd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.715498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.715564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.715797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.715973] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.716266] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.716330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.716999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.717121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.717223] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.916072] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.916072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.916199] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51792584-4766-41ac-9c1d-3cabe859edec with status ACTIVE [ 795.917029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.917277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.918156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.918430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.919218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.920461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.920637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.921919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.922185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.922330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.922583] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.922911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.923060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.923269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.923401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.925228] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51792584-4766-41ac-9c1d-3cabe859edec is going to be updated. [ 795.947857] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.948071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.948142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.950417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.950594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.950785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51792584-4766-41ac-9c1d-3cabe859edec" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.219882] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.223675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.224495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.224495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.224495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.224495] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.224738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.224738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.224909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.224909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.225445] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd already deleted. [ 796.225445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.284617] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 796.284617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.284617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.284617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.284617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.284617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.284617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.285169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.285169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.285169] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.394020] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.394020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-912" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.394020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-912" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.394020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-912" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.395529] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.395529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.395529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.399359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.399359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.399359] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.399359] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.399359] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.399359] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.399359] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.399359] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.399359] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.417543] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.417721] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.417859] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.418057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-912" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418404] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-4cdc1343-68b0-494b-a88e-4d8c8c216928 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418582] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.418702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.419315] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdc1343-68b0-494b-a88e-4d8c8c216928',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.712475] env[69744]: INFO networking_nsxv3.common.synchronization [None req-04aee82f-1b5b-4acc-aff0-1380aca58d01 None None] Enqueued Resource ID: 94d6122b-9eed-4f42-8aa8-65d1f5064a6f with Priority: HIGHEST for action port [ 796.715846] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94d6122b-9eed-4f42-8aa8-65d1f5064a6f with Priority: HIGHEST for action port [ 796.715846] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-94d6122b-9eed-4f42-8aa8-65d1f5064a6f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.715846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94d6122b-9eed-4f42-8aa8-65d1f5064a6f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.715846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94d6122b-9eed-4f42-8aa8-65d1f5064a6f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.717346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94d6122b-9eed-4f42-8aa8-65d1f5064a6f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.718046] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94d6122b-9eed-4f42-8aa8-65d1f5064a6f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.730322] env[69744]: INFO networking_nsxv3.common.synchronization [None req-7ba29106-254a-466b-9054-db966d6b7f4f None None] Enqueued Resource ID: 73d4a605-a8db-417a-9a4a-c55e147aa13f with Priority: HIGHEST for action port [ 796.730322] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d4a605-a8db-417a-9a4a-c55e147aa13f with Priority: HIGHEST for action port [ 796.730322] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d4a605-a8db-417a-9a4a-c55e147aa13f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.730322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d4a605-a8db-417a-9a4a-c55e147aa13f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.730322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d4a605-a8db-417a-9a4a-c55e147aa13f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.732434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d4a605-a8db-417a-9a4a-c55e147aa13f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.732559] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d4a605-a8db-417a-9a4a-c55e147aa13f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.790332] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.922261] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.923055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.923055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.923055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.923055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.923285] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 4cdc1343-68b0-494b-a88e-4d8c8c216928 not found, creating... [ 796.924031] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.924031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.924031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.924352] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.924442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924782] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.924929] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.925110] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.925334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.925472] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.925616] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 4cdc1343-68b0-494b-a88e-4d8c8c216928 is going to be created. [ 796.944836] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.945498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.945498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.945769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.946094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.946373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.227273] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94d6122b-9eed-4f42-8aa8-65d1f5064a6f [ 797.227273] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.227273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.227273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.227273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.227273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.227273] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94d6122b-9eed-4f42-8aa8-65d1f5064a6f already deleted. [ 797.227273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94d6122b-9eed-4f42-8aa8-65d1f5064a6f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.239208] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d4a605-a8db-417a-9a4a-c55e147aa13f [ 797.239951] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.240236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.240426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.241059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.241750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.241750] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d4a605-a8db-417a-9a4a-c55e147aa13f already deleted. [ 797.241750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d4a605-a8db-417a-9a4a-c55e147aa13f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.294465] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.818867] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.818867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.818867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.818867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.818867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.818867] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 797.834805] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.834805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.834805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.834805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.835474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.845802] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 797.907444] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 req-c2e471b6-4ae1-4b1a-8a57-974ef52f5163 service nova] Enqueued Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_rules [ 797.907669] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 req-c2e471b6-4ae1-4b1a-8a57-974ef52f5163 service nova] Enqueued Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_members [ 797.907843] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 req-c2e471b6-4ae1-4b1a-8a57-974ef52f5163 service nova] Enqueued Resource ID: 4cdc1343-68b0-494b-a88e-4d8c8c216928 with Priority: HIGHEST for action port [ 797.909234] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_rules [ 797.909417] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_members [ 797.909525] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdc1343-68b0-494b-a88e-4d8c8c216928 with Priority: HIGHEST for action port [ 797.909825] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4b6024-fa17-42e9-82db-9a00d4b441dd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.909955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.910029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.910359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.910459] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.912115] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4b6024-fa17-42e9-82db-9a00d4b441dd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.912115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.912115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.913143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.913486] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.913659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.913778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.916450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.916450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.916450] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.916450] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cdc1343-68b0-494b-a88e-4d8c8c216928 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.916450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.916450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.916450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.916450] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdc1343-68b0-494b-a88e-4d8c8c216928',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.032099] env[69744]: INFO networking_nsxv3.common.synchronization [None req-5685d5bc-0f6f-4195-ba96-9d66efa26dc3 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_rules [ 798.033568] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_rules [ 798.037775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.037923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.037995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.038306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.038391] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.221961] env[69744]: INFO networking_nsxv3.common.synchronization [None req-819659aa-2802-4427-8239-f8d7f6e3ec41 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_rules [ 798.222490] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_rules [ 798.223020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.223020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.419797] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.421010] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4b6024-fa17-42e9-82db-9a00d4b441dd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.421083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.421225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cdc1343-68b0-494b-a88e-4d8c8c216928 with status ACTIVE [ 798.421447] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.421633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.421633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.423415] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.423415] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.423415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.423727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cdc1343-68b0-494b-a88e-4d8c8c216928 is going to be updated. [ 798.446066] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.446066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.446066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.446066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.446066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.446407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cdc1343-68b0-494b-a88e-4d8c8c216928" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.560997] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.560997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.560997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.560997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.563893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563893] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e already deleted. [ 798.563893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.563893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.563893] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.599643] env[69744]: INFO networking_nsxv3.common.synchronization [req-49fedde6-59ba-4bef-b556-0561d1d42f0f req-777ebba9-eda7-4972-a6d9-8ada4da7c8e7 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Enqueued Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_members [ 798.599643] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_members [ 798.600499] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a535e668-bd68-4e32-af92-a438b5c740ba taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.601335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.601573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.602038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.602350] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.602847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.604096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.604096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.604096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.604096] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.751110] env[69744]: INFO networking_nsxv3.common.synchronization [req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 req-1e953b83-34d7-4c44-80b0-c90df4f1cbdb tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Enqueued Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_members [ 798.754060] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d with Priority: HIGHEST for action security_group_members [ 798.754060] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.754060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.754060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.754060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.754060] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.754060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.754060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.754060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.754060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.754060] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b32934a-ff9b-46ab-9638-8d890f8aaf1d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.853467] env[69744]: INFO networking_nsxv3.common.synchronization [None req-d1c29760-5cd7-4e3c-91b9-aa1e93a899e4 None None] Enqueued Resource ID: b0af2391-abfe-4eb6-819c-5df7b9761ae5 with Priority: HIGHEST for action port [ 798.853467] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0af2391-abfe-4eb6-819c-5df7b9761ae5 with Priority: HIGHEST for action port [ 798.854227] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0af2391-abfe-4eb6-819c-5df7b9761ae5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.854227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0af2391-abfe-4eb6-819c-5df7b9761ae5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.854227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0af2391-abfe-4eb6-819c-5df7b9761ae5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.854502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0af2391-abfe-4eb6-819c-5df7b9761ae5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.854566] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0af2391-abfe-4eb6-819c-5df7b9761ae5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.927031] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.091685] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.091834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.091913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.092151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.092251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.092351] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e already deleted. [ 799.092435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.106145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.106322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.106938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.106938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.106938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.106938] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.107156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.107200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.107391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.107473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.107565] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a535e668-bd68-4e32-af92-a438b5c740ba already deleted. [ 799.107649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.221044] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.221044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-817" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.221044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-817" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.221044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-817" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.221044] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.221044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.222024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.222024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.222361] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.222839] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.223252] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.223479] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.223774] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.225777] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.225777] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.225777] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.242050] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.242661] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.246190] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.246190] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-817" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.246190] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-e48ee1ac-5092-4765-8f10-755d07b450b0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.246190] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.246190] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.246190] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.246190] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ee1ac-5092-4765-8f10-755d07b450b0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.256729] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.259464] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.259464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.259464] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d is going to be updated. [ 799.284183] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.284183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.284183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.284183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.284183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.296723] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d in Status: IN_PROGRESS for 2s [ 799.357732] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0af2391-abfe-4eb6-819c-5df7b9761ae5 [ 799.357732] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.357732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.357732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.357732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.357732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.357732] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0af2391-abfe-4eb6-819c-5df7b9761ae5 already deleted. [ 799.357732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0af2391-abfe-4eb6-819c-5df7b9761ae5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.430138] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.430138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.430138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.430138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.430138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.430138] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd is going to be created. [ 799.451124] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.451290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.451362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.451576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.451746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.460478] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd in Status: UNINITIALIZED for 2s [ 799.753266] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.753266] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port e48ee1ac-5092-4765-8f10-755d07b450b0 not found, creating... [ 799.753266] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.753266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.753670] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.753670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.753670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.753670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.754366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.754638] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: e48ee1ac-5092-4765-8f10-755d07b450b0 is going to be created. [ 799.778092] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.778518] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.778583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.778907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.779192] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.779499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.854901] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 799.855207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.855320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.855537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.856131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.856131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.856131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.856131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.856350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.856350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.856350] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.361947] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.362149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.362222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.362438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.362608] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.362709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.362773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.362922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.363017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.363108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.363254] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.363348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.363415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.363562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.363739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.363856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.363920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.364074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.364160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.364285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.364407] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.522635] env[69744]: INFO networking_nsxv3.common.synchronization [req-49fedde6-59ba-4bef-b556-0561d1d42f0f req-7d68b71f-a57e-4a62-a61a-3a2ba0f776ae service nova] Enqueued Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_rules [ 800.522817] env[69744]: INFO networking_nsxv3.common.synchronization [req-49fedde6-59ba-4bef-b556-0561d1d42f0f req-7d68b71f-a57e-4a62-a61a-3a2ba0f776ae service nova] Enqueued Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_members [ 800.522957] env[69744]: INFO networking_nsxv3.common.synchronization [req-49fedde6-59ba-4bef-b556-0561d1d42f0f req-7d68b71f-a57e-4a62-a61a-3a2ba0f776ae service nova] Enqueued Resource ID: e48ee1ac-5092-4765-8f10-755d07b450b0 with Priority: HIGHEST for action port [ 800.523213] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_rules [ 800.523336] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_members [ 800.523431] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48ee1ac-5092-4765-8f10-755d07b450b0 with Priority: HIGHEST for action port [ 800.524064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a535e668-bd68-4e32-af92-a438b5c740ba taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.529026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.529026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.529026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.529026] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.529517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a535e668-bd68-4e32-af92-a438b5c740ba taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.535111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.535111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.535111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.535111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.535111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.535111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.535111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.535111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.535111] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.535111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48ee1ac-5092-4765-8f10-755d07b450b0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.535416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.535416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.535416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.535529] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ee1ac-5092-4765-8f10-755d07b450b0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.868412] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2be50ab9-f305-4ed5-8b51-574fe686f4fe: rpc.has_security_group_logging(os_id): False [ 800.887848] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.887848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.887848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.888008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.888109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.888335] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.888446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.888525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.889131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.889131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.889131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.889131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.889342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.889389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.889485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.889691] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.889815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.889882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.890069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.890144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.890242] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 800.947349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.947576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.947691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.947990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.948243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.960875] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 801.041022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a535e668-bd68-4e32-af92-a438b5c740ba taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.041022] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.041022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e48ee1ac-5092-4765-8f10-755d07b450b0 with status ACTIVE [ 801.041022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.041022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.041022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.041564] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.041564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.041564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.041564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.041564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.041564] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e48ee1ac-5092-4765-8f10-755d07b450b0 is going to be updated. [ 801.066117] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.066117] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.069738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.069738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.069738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.069918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48ee1ac-5092-4765-8f10-755d07b450b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.307226] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d in Status: SUCCESS [ 801.307226] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b32934a-ff9b-46ab-9638-8d890f8aaf1d deletion is rescheduled due to dependency. [ 801.307226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b32934a-ff9b-46ab-9638-8d890f8aaf1d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.472807] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd in Status: SUCCESS [ 801.473284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.473499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.473795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.474142] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.474306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.474399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.474634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.474758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.475232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.475395] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.543985] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.978832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4b6024-fa17-42e9-82db-9a00d4b441dd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.978832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.978832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.978832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.978832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.978832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.979407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.979407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.979407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.979407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.979407] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4b6024-fa17-42e9-82db-9a00d4b441dd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.979530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.979530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.979634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.979766] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.979860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.979950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.980094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.980139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980287] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.047880] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.048065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.048114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.048353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.048490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.048537] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a535e668-bd68-4e32-af92-a438b5c740ba is going to be created. [ 802.072177] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.072331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.072399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.072937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.072937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.081225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a535e668-bd68-4e32-af92-a438b5c740ba in Status: UNINITIALIZED for 2s [ 802.483173] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc4b6024-fa17-42e9-82db-9a00d4b441dd: rpc.has_security_group_logging(os_id): False [ 802.501774] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.505021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.505021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.505021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.505021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.505021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.505021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.505328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.505328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.505328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.505480] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.505572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.505631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.505771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.505840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.506172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.506172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.506300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.506386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.506460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.506545] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd is going to be created. [ 802.580769] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.581179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.581179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.581303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.581474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.593948] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd in Status: IN_PROGRESS for 2s [ 802.974105] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 802.975885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.488857] env[69744]: INFO networking_nsxv3.common.synchronization [req-416bb78d-5056-41a0-99c9-949c0584a083 req-8650d00f-27ad-42ad-a07c-389f0e273990 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 803.489543] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 803.490549] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.490712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.490780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.490991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.491188] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.491290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.491353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.491500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.492754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.492754] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.936734] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.939146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.939648] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.940167] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.940567] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.941792] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.941792] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.941792] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.941792] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.941792] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.941792] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.942247] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.943602] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.943602] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.943602] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.943602] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.961472] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.963924] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.963924] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.963924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.963924] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-99cc8cd3-d4da-4f39-a120-cd027ccb4120 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.963924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.963924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.963924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.963924] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cc8cd3-d4da-4f39-a120-cd027ccb4120',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.995931] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.996212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.996286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.996503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.996638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.996890] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.997487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.997487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.997487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.997487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.997487] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be updated. [ 804.021319] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.021491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.021532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.021744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.021889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.044821] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: IN_PROGRESS for 2s [ 804.090604] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a535e668-bd68-4e32-af92-a438b5c740ba in Status: SUCCESS [ 804.090825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.090991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091467] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.091545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.092068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.092068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.092068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.092068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.092068] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.471892] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.472153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.472328] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.472647] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.474442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.474442] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 99cc8cd3-d4da-4f39-a120-cd027ccb4120 not found, creating... [ 804.474442] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.474442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.474442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.474442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.474442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.474442] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.474442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.475044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.475044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.475044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.475160] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 99cc8cd3-d4da-4f39-a120-cd027ccb4120 is going to be created. [ 804.494447] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.494864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.494864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.495297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.495297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.495600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.594911] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a535e668-bd68-4e32-af92-a438b5c740ba taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.595253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.596131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.596237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.596237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.596491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.596793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.596793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.597180] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a535e668-bd68-4e32-af92-a438b5c740ba taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.597180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.597180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.597817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.597817] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.597817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.597817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.598261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.598261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598261] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.610778] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd in Status: SUCCESS [ 804.611106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.103080] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a535e668-bd68-4e32-af92-a438b5c740ba: rpc.has_security_group_logging(os_id): False [ 805.120122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.120288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.120393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.120782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.120891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.121310] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.121310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.121440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.121744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.121887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.122340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.122472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.122537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.122691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.122768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.122956] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.123064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.123127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.123268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.123342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.123429] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a535e668-bd68-4e32-af92-a438b5c740ba is going to be created. [ 805.184048] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.184196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.184269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.184479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.184663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.199570] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a535e668-bd68-4e32-af92-a438b5c740ba in Status: IN_PROGRESS for 2s [ 805.329059] env[69744]: INFO networking_nsxv3.common.synchronization [req-416bb78d-5056-41a0-99c9-949c0584a083 req-ae0b516b-b35e-4e31-8e18-901e708fa774 service nova] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_rules [ 805.329059] env[69744]: INFO networking_nsxv3.common.synchronization [req-416bb78d-5056-41a0-99c9-949c0584a083 req-ae0b516b-b35e-4e31-8e18-901e708fa774 service nova] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 805.329130] env[69744]: INFO networking_nsxv3.common.synchronization [req-416bb78d-5056-41a0-99c9-949c0584a083 req-ae0b516b-b35e-4e31-8e18-901e708fa774 service nova] Enqueued Resource ID: 99cc8cd3-d4da-4f39-a120-cd027ccb4120 with Priority: HIGHEST for action port [ 805.329742] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_rules [ 805.329906] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 805.330043] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99cc8cd3-d4da-4f39-a120-cd027ccb4120 with Priority: HIGHEST for action port [ 805.330378] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.330592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.330592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.330778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.330864] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.331915] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.332289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.332341] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-99cc8cd3-d4da-4f39-a120-cd027ccb4120 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.332443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.332526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.332779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.332888] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cc8cd3-d4da-4f39-a120-cd027ccb4120',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.835413] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.835792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.835792] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99cc8cd3-d4da-4f39-a120-cd027ccb4120 with status ACTIVE [ 805.836176] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.836176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.836176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.836332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.836428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.836605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.836704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.836769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.837103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.837103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.837233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.837298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.837369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.837516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.837591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.837830] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99cc8cd3-d4da-4f39-a120-cd027ccb4120 is going to be updated. [ 805.864207] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.864683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.864683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.864683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.864824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.864935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99cc8cd3-d4da-4f39-a120-cd027ccb4120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.054977] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: SUCCESS [ 806.055228] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad deletion is rescheduled due to dependency. [ 806.055353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.055523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.055745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.055935] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.056094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.056166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.056331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.056413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.056513] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.560845] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.669979] env[69744]: INFO networking_nsxv3.common.synchronization [None req-3610c44e-2794-4cae-b993-ede7f36ed360 None None] Enqueued Resource ID: 328a4e33-1824-4fc6-994e-253900b583c0 with Priority: HIGHEST for action port [ 806.670300] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328a4e33-1824-4fc6-994e-253900b583c0 with Priority: HIGHEST for action port [ 806.670856] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-328a4e33-1824-4fc6-994e-253900b583c0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.670985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-328a4e33-1824-4fc6-994e-253900b583c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.671063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-328a4e33-1824-4fc6-994e-253900b583c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.671351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-328a4e33-1824-4fc6-994e-253900b583c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.671433] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('328a4e33-1824-4fc6-994e-253900b583c0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.066124] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.168740] env[69744]: INFO networking_nsxv3.common.synchronization [req-e4a83132-a957-4623-8182-00fd0d21b3fb req-d91b54a4-f7c9-4b3a-af34-72d396ea90d3 tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Enqueued Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_members [ 807.169283] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3060806a-5dbd-46c9-b132-b28783e4d87a with Priority: HIGHEST for action security_group_members [ 807.169584] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3060806a-5dbd-46c9-b132-b28783e4d87a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.169703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.169979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.170143] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.170243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.170305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.170448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.170529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.170622] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3060806a-5dbd-46c9-b132-b28783e4d87a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.178498] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 328a4e33-1824-4fc6-994e-253900b583c0 [ 807.178675] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.178796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.178861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.179060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.179146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.179234] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:328a4e33-1824-4fc6-994e-253900b583c0 already deleted. [ 807.179312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-328a4e33-1824-4fc6-994e-253900b583c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.182835] env[69744]: INFO networking_nsxv3.common.synchronization [req-9f76f852-222d-44c9-bc9f-2240357f6483 req-950370da-0203-475d-bfe9-8cbdbe66ad2b tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 807.183775] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 807.184112] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.184231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.184299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.184477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.184627] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.184724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.184788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.184933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.185030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.185138] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.212991] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a535e668-bd68-4e32-af92-a438b5c740ba in Status: SUCCESS [ 807.213248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.573256] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.573256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.573256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.573256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.573256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.573836] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be updated. [ 807.614272] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.614344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.614417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.614637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.614780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.625634] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: IN_PROGRESS for 2s [ 807.673717] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.673779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.673864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.674137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.674268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.674448] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.676083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.676083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.676083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.676083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.676083] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3060806a-5dbd-46c9-b132-b28783e4d87a is going to be updated. [ 807.687734] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.700173] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.700372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.700499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.700773] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.701346] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.701346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.701346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.701567] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.701663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.701871] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.701986] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.702114] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.702225] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.702335] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.702486] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.702580] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.772720] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.772720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.772720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.772720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.772720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.781044] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3060806a-5dbd-46c9-b132-b28783e4d87a in Status: IN_PROGRESS for 2s [ 807.788176] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.788355] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.086 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.788498] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.788720] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.789090] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.789226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.789311] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.789876] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.789876] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b6eac0-d6f4-4a71-9619-836e5e37e9bc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.191503] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.292363] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.292592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.292719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.293011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.293199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.293463] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 80b6eac0-d6f4-4a71-9619-836e5e37e9bc not found, creating... [ 808.295249] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.295249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.295249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.295249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.295249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.295249] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.295249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.295249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.295249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.295916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.296057] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 80b6eac0-d6f4-4a71-9619-836e5e37e9bc is going to be created. [ 808.328976] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.328976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.328976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.328976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.328976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.329165] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.337932] env[69744]: INFO networking_nsxv3.common.synchronization [None req-963af14e-d7f2-41f2-9ed4-1a2b2f5c8d57 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_rules [ 808.338209] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_rules [ 808.338631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.338803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.339011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.339378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.339513] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.453538] env[69744]: INFO networking_nsxv3.common.synchronization [None req-059f0023-be54-4677-a190-c494289c2839 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_rules [ 808.453538] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_rules [ 808.453538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.453538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.692563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.692784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.692909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.693217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.693302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.693395] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 808.719870] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.721233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.721233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.721233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.721233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.730095] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 808.863249] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.863524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.863636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.863944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.864134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.864355] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e already deleted. [ 808.864506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.864708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.864917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.865012] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.887746] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4c44541e-2449-4816-90b3-404cdd06072e None None] Enqueued Resource ID: a91c65ff-7f05-4bf7-82fd-880365b1574d with Priority: HIGHEST for action port [ 808.889649] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a91c65ff-7f05-4bf7-82fd-880365b1574d with Priority: HIGHEST for action port [ 808.890033] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-a91c65ff-7f05-4bf7-82fd-880365b1574d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.891231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a91c65ff-7f05-4bf7-82fd-880365b1574d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.891347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a91c65ff-7f05-4bf7-82fd-880365b1574d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.892104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a91c65ff-7f05-4bf7-82fd-880365b1574d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.892104] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a91c65ff-7f05-4bf7-82fd-880365b1574d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.271357] env[69744]: INFO networking_nsxv3.common.synchronization [req-9f76f852-222d-44c9-bc9f-2240357f6483 req-913af4d7-f593-41ed-a103-c08ab2c82fb3 service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 809.271615] env[69744]: INFO networking_nsxv3.common.synchronization [req-9f76f852-222d-44c9-bc9f-2240357f6483 req-913af4d7-f593-41ed-a103-c08ab2c82fb3 service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 809.271899] env[69744]: INFO networking_nsxv3.common.synchronization [req-9f76f852-222d-44c9-bc9f-2240357f6483 req-913af4d7-f593-41ed-a103-c08ab2c82fb3 service nova] Enqueued Resource ID: 80b6eac0-d6f4-4a71-9619-836e5e37e9bc with Priority: HIGHEST for action port [ 809.271999] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 809.272167] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 809.272312] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b6eac0-d6f4-4a71-9619-836e5e37e9bc with Priority: HIGHEST for action port [ 809.272881] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.273363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.273916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.273916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.273916] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.277966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.277966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.277966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.277966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.277966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.277966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.277966] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b6eac0-d6f4-4a71-9619-836e5e37e9bc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.385205] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.385205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.385205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.385205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.385205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.385205] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e already deleted. [ 809.385205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.396531] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a91c65ff-7f05-4bf7-82fd-880365b1574d [ 809.396531] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.397285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.397285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.398251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.398251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.398251] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a91c65ff-7f05-4bf7-82fd-880365b1574d already deleted. [ 809.398251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a91c65ff-7f05-4bf7-82fd-880365b1574d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.639907] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: SUCCESS [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.639907] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.639907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.639907] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.779903] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.780240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.780933] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80b6eac0-d6f4-4a71-9619-836e5e37e9bc with status ACTIVE [ 809.780933] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.781351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.781458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.781957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.782142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.782372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.782479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.782542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.782723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.782981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.783203] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.783402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.783546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.783768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.783851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.783962] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80b6eac0-d6f4-4a71-9619-836e5e37e9bc is going to be updated. [ 809.802913] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3060806a-5dbd-46c9-b132-b28783e4d87a in Status: SUCCESS [ 809.803124] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3060806a-5dbd-46c9-b132-b28783e4d87a deletion is rescheduled due to dependency. [ 809.803260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3060806a-5dbd-46c9-b132-b28783e4d87a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.812720] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.812941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.812941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.813529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.813529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.813529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80b6eac0-d6f4-4a71-9619-836e5e37e9bc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.145034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.145303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.145303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.145583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.145738] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.145867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.145949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.146171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.146303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.146409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.146593] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.146694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.146756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.146927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.147145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.147203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.147273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.147457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.147545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.147663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.147759] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.651058] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901af074-4bac-4fe7-9227-89e13662f8ad: rpc.has_security_group_logging(os_id): False [ 810.669747] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.669892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.669946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.670186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.670279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.670477] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.670571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.670731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.670775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.670855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.671074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.671202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.671229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.671365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.671438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.671615] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.671706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.671782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.671899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.671969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.672064] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be updated. [ 810.730598] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.730796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.730867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.731043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.731199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.740577] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 810.740791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.740958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.741193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.741490] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.741865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.741999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.742264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.742381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.742512] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.744143] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: IN_PROGRESS for 2s [ 811.245658] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.618976] env[69744]: INFO networking_nsxv3.common.synchronization [req-3749371d-99ae-4711-a45b-1d3a8a2eab24 req-22296954-6307-4f84-ae8a-5d3af66fa37c tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Enqueued Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_members [ 811.619520] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd with Priority: HIGHEST for action security_group_members [ 811.620123] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4b6024-fa17-42e9-82db-9a00d4b441dd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.620123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.620123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.620326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.620549] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.620549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.620549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.621068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.621068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.621068] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4b6024-fa17-42e9-82db-9a00d4b441dd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.748425] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.078432] env[69744]: INFO networking_nsxv3.common.synchronization [req-81c34f38-bab3-4f55-8561-09e22c2f0088 req-5b6c5ee6-d16d-4d91-bfbd-d0efe0942aba tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 812.078432] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 812.078432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.078432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.078432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.078432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.078432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.078432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.078848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.078848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.078848] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.123612] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.123789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.123862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.124268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.124500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.124617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.124714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.124769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.124958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.125104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.125236] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd is going to be updated. [ 812.150947] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.151120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.151195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.151407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.151843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.161474] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd in Status: IN_PROGRESS for 2s [ 812.252154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.252323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252915] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 812.279515] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.279515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.279515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.279515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.279515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.293031] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 812.582500] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.582677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.582748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.582961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.583064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.583279] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.583381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.583563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.583627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.583672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.583738] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 already deleted. [ 812.583814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.634867] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.634867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.634867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.635614] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.635614] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.635771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.635957] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.636329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.636489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.636715] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.636844] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.636963] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.637186] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.637446] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.637594] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.637738] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.659976] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.659976] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.659976] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.660457] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.661059] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-2cc91cbe-e2a3-4952-a873-657cbffc07bf taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.661214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.661353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.661715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.661913] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc91cbe-e2a3-4952-a873-657cbffc07bf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.761450] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: SUCCESS [ 812.761450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.166331] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.166331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.166331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.167250] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.167250] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.167250] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 2cc91cbe-e2a3-4952-a873-657cbffc07bf not found, creating... [ 813.167420] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.167551] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.167685] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.167935] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.168142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.168457] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.168619] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.168776] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.168995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.169226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.169412] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 2cc91cbe-e2a3-4952-a873-657cbffc07bf is going to be created. [ 813.214859] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.215090] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.215260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.216341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.216608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.216863] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.004405] env[69744]: INFO networking_nsxv3.common.synchronization [req-81c34f38-bab3-4f55-8561-09e22c2f0088 req-c3740551-d632-4e37-b342-431e8ba868bb service nova] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_rules [ 814.006040] env[69744]: INFO networking_nsxv3.common.synchronization [req-81c34f38-bab3-4f55-8561-09e22c2f0088 req-c3740551-d632-4e37-b342-431e8ba868bb service nova] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 814.006040] env[69744]: INFO networking_nsxv3.common.synchronization [req-81c34f38-bab3-4f55-8561-09e22c2f0088 req-c3740551-d632-4e37-b342-431e8ba868bb service nova] Enqueued Resource ID: 2cc91cbe-e2a3-4952-a873-657cbffc07bf with Priority: HIGHEST for action port [ 814.006040] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_rules [ 814.006040] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 814.006040] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc91cbe-e2a3-4952-a873-657cbffc07bf with Priority: HIGHEST for action port [ 814.006040] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.006465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.006465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.006816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.006948] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.008185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.008185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.008344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.008461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.008640] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.008798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.008895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.009110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.009221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.009339] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.010501] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cc91cbe-e2a3-4952-a873-657cbffc07bf taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.011298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.011298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.011298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.011298] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc91cbe-e2a3-4952-a873-657cbffc07bf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.168115] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd in Status: SUCCESS [ 814.168298] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4b6024-fa17-42e9-82db-9a00d4b441dd deletion is rescheduled due to dependency. [ 814.168446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4b6024-fa17-42e9-82db-9a00d4b441dd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.302992] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 814.303233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.303406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.303628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.303839] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.303962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.304045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.304241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.304333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.304422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.304518] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.513935] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.513935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.513935] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.524483] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cc91cbe-e2a3-4952-a873-657cbffc07bf with status ACTIVE [ 814.524483] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.524483] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.524483] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.524483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.524963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.524963] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cc91cbe-e2a3-4952-a873-657cbffc07bf is going to be updated. [ 814.548407] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.548574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.548574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.548750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.548897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.549065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cc91cbe-e2a3-4952-a873-657cbffc07bf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.807152] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.807372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.807450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.807674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.807902] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.808065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.808113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.808244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.808337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.808483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.808676] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.808776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.808836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.809034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.809207] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.809309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.809397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.809588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.809673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.809758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.809849] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.016897] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.313542] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea73c44c-8891-4049-a3d5-9ad6d1f0136d: rpc.has_security_group_logging(os_id): False [ 815.331448] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.331592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.331812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.332505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.332608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.332852] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.332960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.333125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.333191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.333272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.333556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.333556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.333655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.333764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.333838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.334056] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.334177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.334243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.334388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.334464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.334552] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 815.389754] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.389902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.389978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.390209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.390356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.402946] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 815.448948] env[69744]: INFO networking_nsxv3.common.synchronization [req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 req-6dc6fbe9-b239-42f2-b4ec-cedea41be8c6 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Enqueued Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_members [ 815.449845] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a535e668-bd68-4e32-af92-a438b5c740ba with Priority: HIGHEST for action security_group_members [ 815.449845] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a535e668-bd68-4e32-af92-a438b5c740ba taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.449946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.449946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.450288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.450572] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.450572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.451412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.451412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.451412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.451412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a535e668-bd68-4e32-af92-a438b5c740ba',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.520347] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.520347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.520347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.520347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.520347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.520347] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be created. [ 815.546679] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.546679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.546679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.546679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.546679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.557822] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: UNINITIALIZED for 2s [ 815.953649] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.953863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.953956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.954262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.954381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.954647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.954778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.954861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.955083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.955186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.958020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a535e668-bd68-4e32-af92-a438b5c740ba is going to be updated. [ 815.987427] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.987557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.987599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.988225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.988225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.996452] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a535e668-bd68-4e32-af92-a438b5c740ba in Status: IN_PROGRESS for 2s [ 816.180807] env[69744]: INFO networking_nsxv3.common.synchronization [req-70428581-f7f5-4f95-9f0b-9f3cd6831151 req-af37af4f-95e6-4555-884f-7415b24e832f tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 816.181410] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGHEST for action security_group_members [ 816.181725] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.181840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.181902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.185271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.185443] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.187022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.187022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.187022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.187022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.187022] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.690803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.691203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.691280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.691512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.691620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.692484] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.692484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.692484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.692854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.692953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.693074] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be updated. [ 816.726245] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.726462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.726596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.726890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.727076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.735767] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: IN_PROGRESS for 2s [ 817.418252] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 817.418533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.575673] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 817.575805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.575891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.576167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.576997] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.576997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.576997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.576997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.576997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.576997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.576997] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.785583] env[69744]: INFO networking_nsxv3.common.synchronization [None req-6ff70076-ddb9-4fe4-820c-c3ee42a58c63 None None] Enqueued Resource ID: 6f97d4f6-fb73-45c8-bee6-33053ea530ad with Priority: HIGHEST for action port [ 817.785867] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f97d4f6-fb73-45c8-bee6-33053ea530ad with Priority: HIGHEST for action port [ 817.786875] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f97d4f6-fb73-45c8-bee6-33053ea530ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.787034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f97d4f6-fb73-45c8-bee6-33053ea530ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.788678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f97d4f6-fb73-45c8-bee6-33053ea530ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.788949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f97d4f6-fb73-45c8-bee6-33053ea530ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.789762] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f97d4f6-fb73-45c8-bee6-33053ea530ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.004978] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a535e668-bd68-4e32-af92-a438b5c740ba in Status: SUCCESS [ 818.005180] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a535e668-bd68-4e32-af92-a438b5c740ba deletion is rescheduled due to dependency. [ 818.005296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a535e668-bd68-4e32-af92-a438b5c740ba" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.085627] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.085805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.085862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.086965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.086965] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.086965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.086965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.086965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.086965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.086965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.086965] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.086965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.087289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.087289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.087445] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.087546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.087603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.087712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.087784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.087974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.087974] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.294512] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f97d4f6-fb73-45c8-bee6-33053ea530ad [ 818.294512] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.294512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.294512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.294512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.294512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.294512] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f97d4f6-fb73-45c8-bee6-33053ea530ad already deleted. [ 818.294512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f97d4f6-fb73-45c8-bee6-33053ea530ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.593047] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ea0d1c-4cd9-4b11-bf0d-34378072f976: rpc.has_security_group_logging(os_id): False [ 818.611026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.611276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.611276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.611488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.611657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.611781] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.611953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.612015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.612166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.612339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.612626] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.612626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.612626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.612763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.612972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.613114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.613114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.613295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.613295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.613380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.614285] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be created. [ 818.671694] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.671851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.671923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.672163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.672369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.685426] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 818.745794] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901af074-4bac-4fe7-9227-89e13662f8ad in Status: SUCCESS [ 818.745960] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad deletion is rescheduled due to dependency. [ 818.746122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.006957] env[69744]: INFO networking_nsxv3.common.synchronization [None req-2412c9cc-ed6d-4ad7-b495-4dc0a2d5c07c tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 819.007518] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 819.007811] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.007924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.007981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.008666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.008749] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.168518] env[69744]: INFO networking_nsxv3.common.synchronization [None req-648b6410-a496-41db-81b7-74c67916360f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 819.168596] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 819.168843] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.171999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.532571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.532725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.532809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.533066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.533167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.533268] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 already deleted. [ 819.533354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.533515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.533947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.533947] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.059200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.059491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.059491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.059574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.059673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.059784] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 already deleted. [ 820.059870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.202159] env[69744]: INFO networking_nsxv3.common.synchronization [None req-34e5a2b4-2901-4b1e-b2aa-9cdeae065ea1 None None] Enqueued Resource ID: 54698fc2-c1fd-4aba-96d4-2f79f85b2656 with Priority: HIGHEST for action port [ 820.203972] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54698fc2-c1fd-4aba-96d4-2f79f85b2656 with Priority: HIGHEST for action port [ 820.203972] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-54698fc2-c1fd-4aba-96d4-2f79f85b2656 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.203972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54698fc2-c1fd-4aba-96d4-2f79f85b2656" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.203972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54698fc2-c1fd-4aba-96d4-2f79f85b2656" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.203972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54698fc2-c1fd-4aba-96d4-2f79f85b2656" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.203972] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54698fc2-c1fd-4aba-96d4-2f79f85b2656',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.698083] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 820.698083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.710809] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54698fc2-c1fd-4aba-96d4-2f79f85b2656 [ 820.710935] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.711017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.711058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.711252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.711355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.711447] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54698fc2-c1fd-4aba-96d4-2f79f85b2656 already deleted. [ 820.711535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54698fc2-c1fd-4aba-96d4-2f79f85b2656" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.966936] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 req-371074d8-1714-445a-924b-2b9e7c18935b tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 821.967529] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 821.967853] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.967972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.968241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.968554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.968761] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.968871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.968938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.969163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.969359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.969457] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.335311] env[69744]: INFO networking_nsxv3.common.synchronization [None req-1f469ed9-32e3-4421-9f6d-be1abb64b5d9 None None] Enqueued Resource ID: bd125e78-6df4-4ea0-a617-6a9320d55aa0 with Priority: HIGHEST for action port [ 822.335311] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd125e78-6df4-4ea0-a617-6a9320d55aa0 with Priority: HIGHEST for action port [ 822.340068] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd125e78-6df4-4ea0-a617-6a9320d55aa0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.340068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd125e78-6df4-4ea0-a617-6a9320d55aa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.340068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd125e78-6df4-4ea0-a617-6a9320d55aa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.340068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd125e78-6df4-4ea0-a617-6a9320d55aa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.340068] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd125e78-6df4-4ea0-a617-6a9320d55aa0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.374972] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.374972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.374972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.374972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.374972] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.374972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.374972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.375391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.375453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.375689] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.376683] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.376847] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.376998] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.377180] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.377341] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.377532] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.396624] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.397093] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.397317] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.397505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.397814] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.398104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.398104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.398413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.399732] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91fd2cf-8f54-4d66-bf3f-87ed021722d3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.473079] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.473228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.473295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.473580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.473766] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.473856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.473916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.474094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.474184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.474299] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b already deleted. [ 822.474408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.843214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd125e78-6df4-4ea0-a617-6a9320d55aa0 [ 822.845214] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.845383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.845463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.845678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.845772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.845875] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd125e78-6df4-4ea0-a617-6a9320d55aa0 already deleted. [ 822.846034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd125e78-6df4-4ea0-a617-6a9320d55aa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.906328] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.906567] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.906705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.906983] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.907164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.907339] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port d91fd2cf-8f54-4d66-bf3f-87ed021722d3 not found, creating... [ 822.907610] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.907776] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.907893] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.908132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.908277] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.908562] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.908718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.908836] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.909891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.909964] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.910109] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: d91fd2cf-8f54-4d66-bf3f-87ed021722d3 is going to be created. [ 822.941204] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.941351] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.941495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.942150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.942150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.942260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.785897] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 req-27dee7d7-8f7d-46c1-96c3-3bd190043600 service nova] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_rules [ 823.786173] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 req-27dee7d7-8f7d-46c1-96c3-3bd190043600 service nova] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 823.786280] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 req-27dee7d7-8f7d-46c1-96c3-3bd190043600 service nova] Enqueued Resource ID: d91fd2cf-8f54-4d66-bf3f-87ed021722d3 with Priority: HIGHEST for action port [ 823.786840] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_rules [ 823.787026] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 823.793021] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91fd2cf-8f54-4d66-bf3f-87ed021722d3 with Priority: HIGHEST for action port [ 823.793021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.793021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.793021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.793021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.793021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.793021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.793021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.794870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.795201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.795457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.795615] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91fd2cf-8f54-4d66-bf3f-87ed021722d3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.301772] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.301772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.301772] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d91fd2cf-8f54-4d66-bf3f-87ed021722d3 with status ACTIVE [ 824.301772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.301772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.301772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.302646] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.302646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.302646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.302646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.302646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.302646] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d91fd2cf-8f54-4d66-bf3f-87ed021722d3 is going to be updated. [ 824.325123] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.325295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.325343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.325529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.325660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.325813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91fd2cf-8f54-4d66-bf3f-87ed021722d3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.396968] env[69744]: INFO networking_nsxv3.common.synchronization [None req-e7940fee-db58-4de2-b949-b688887a4eae None None] Enqueued Resource ID: fc874f2e-171d-449d-b0df-00e7dfb294e7 with Priority: HIGHEST for action port [ 824.396968] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc874f2e-171d-449d-b0df-00e7dfb294e7 with Priority: HIGHEST for action port [ 824.397533] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc874f2e-171d-449d-b0df-00e7dfb294e7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.397659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc874f2e-171d-449d-b0df-00e7dfb294e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.397714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc874f2e-171d-449d-b0df-00e7dfb294e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.397960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc874f2e-171d-449d-b0df-00e7dfb294e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.398055] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc874f2e-171d-449d-b0df-00e7dfb294e7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.611251] env[69744]: INFO networking_nsxv3.common.synchronization [req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 req-1af4a05b-84d8-4e48-b180-34af06f75408 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 824.611773] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 824.612344] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.612344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.612487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.612716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.613381] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.613381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.613381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.613381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.615251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.615251] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.787762] env[69744]: INFO networking_nsxv3.common.synchronization [req-194f22a9-3ea3-46c2-9551-d5c8c8949084 req-57fe215c-b3af-426a-aa5d-29a4b398c2cb tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 824.788605] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 824.792049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.792049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.792049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.792049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.792049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.792049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.792049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.792049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.792049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.792049] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.799977] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.952844] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc874f2e-171d-449d-b0df-00e7dfb294e7 [ 824.953069] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.953194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.953498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.953498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.953594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.953633] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc874f2e-171d-449d-b0df-00e7dfb294e7 already deleted. [ 824.953713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc874f2e-171d-449d-b0df-00e7dfb294e7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.064179] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.064388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.064513] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.065059] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.065134] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.065274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.065391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.065608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.065753] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.065962] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.066109] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.066246] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.066368] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.066477] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 825.066582] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.066714] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.084813] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.084813] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 825.084813] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.085990] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.085990] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-d65de95f-31c4-41b3-b49f-80e829164178 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.085990] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.085990] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.085990] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.085990] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65de95f-31c4-41b3-b49f-80e829164178',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.116039] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.116244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.116244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.116449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.116540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.116768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.116885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.116945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.117106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.117253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.117253] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e already deleted. [ 825.117325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.294381] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.455916] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.455916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.455916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.455916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.455916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.455916] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be created. [ 825.478618] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.478813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.478887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.479126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.479293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.487989] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: UNINITIALIZED for 2s [ 825.592020] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.592020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port d65de95f-31c4-41b3-b49f-80e829164178 not found, creating... [ 825.592020] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.592020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.592406] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.592406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.592406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.592887] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.593191] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.593473] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: d65de95f-31c4-41b3-b49f-80e829164178 is going to be created. [ 825.616277] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.616277] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.616277] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.617067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.617634] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.617962] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.796197] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.299571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.299751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.301881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.301881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.301881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.301881] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 826.329035] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.330048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.330203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.330430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.330578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.339957] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 826.372826] env[69744]: INFO networking_nsxv3.common.synchronization [req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 req-dbc41b68-9abb-40bb-860b-f6d4d40d8572 service nova] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 826.372990] env[69744]: INFO networking_nsxv3.common.synchronization [req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 req-dbc41b68-9abb-40bb-860b-f6d4d40d8572 service nova] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 826.373132] env[69744]: INFO networking_nsxv3.common.synchronization [req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 req-dbc41b68-9abb-40bb-860b-f6d4d40d8572 service nova] Enqueued Resource ID: d65de95f-31c4-41b3-b49f-80e829164178 with Priority: HIGHEST for action port [ 826.373420] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 826.373487] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 826.373575] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65de95f-31c4-41b3-b49f-80e829164178 with Priority: HIGHEST for action port [ 826.374289] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.374410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.374474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.374669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.374744] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.375568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.375670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.375728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.375883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.376381] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.378185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.378185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.378185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.378185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.378185] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.378185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d65de95f-31c4-41b3-b49f-80e829164178 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.378185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.378185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.378185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.378185] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65de95f-31c4-41b3-b49f-80e829164178',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.879479] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.879740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.879807] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.881128] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d65de95f-31c4-41b3-b49f-80e829164178 with status ACTIVE [ 826.881128] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.881128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.881128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.881384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.881384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.881480] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.881610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.881693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.881813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.881846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.882122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.882214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.882280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.882422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.882495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.882579] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d65de95f-31c4-41b3-b49f-80e829164178 is going to be updated. [ 826.901906] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.902031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.902106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.902278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.902406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.902552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d65de95f-31c4-41b3-b49f-80e829164178" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.385034] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.497612] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: SUCCESS [ 827.497834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.497998] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.498241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.498433] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.498572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.498640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.498798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.498873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.498955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.499884] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.890665] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.891245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.891970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.892284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.892482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.892664] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be created. [ 827.915274] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.915274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.915274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.915274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.915274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.924480] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: UNINITIALIZED for 2s [ 828.002995] env[69744]: INFO networking_nsxv3.common.synchronization [None req-04ac9e17-038f-491c-9a35-ac54f8a1b13e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Enqueued Resource ID: 1bea8ec3-c70c-43ee-8f92-9c595272db6a with Priority: HIGHEST for action security_group_rules [ 828.004026] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bea8ec3-c70c-43ee-8f92-9c595272db6a with Priority: HIGHEST for action security_group_rules [ 828.004026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.004026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.004026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.004282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.004543] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bea8ec3-c70c-43ee-8f92-9c595272db6a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.005202] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.005543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.005723] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.005842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.005842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.006045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.006045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.006215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.006277] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.006753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.006753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.006753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.006753] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.007443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.007443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.007443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.007443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.007443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.007443] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.136277] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a0ad6c71-1de7-484f-85cb-eb741b71289a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Enqueued Resource ID: 1bea8ec3-c70c-43ee-8f92-9c595272db6a with Priority: HIGHEST for action security_group_rules [ 828.136433] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bea8ec3-c70c-43ee-8f92-9c595272db6a with Priority: HIGHEST for action security_group_rules [ 828.136940] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.137088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.349157] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 828.349157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.510198] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb6b842-6240-45ca-86c9-f35c7ba7854b: rpc.has_security_group_logging(os_id): False [ 828.533337] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.533494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.533612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.533791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.533899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.534127] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.534262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.534300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.534647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.534647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.535704] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.535928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.536026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.536253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.536331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.537150] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.537150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.537150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.537150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.537150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.537150] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be created. [ 828.538966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.541273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.541572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.541690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.542371] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bea8ec3-c70c-43ee-8f92-9c595272db6a already deleted. [ 828.542496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.543097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.543412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.543412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bea8ec3-c70c-43ee-8f92-9c595272db6a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.596029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.596029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.596029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.596029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.596029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.607835] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: IN_PROGRESS for 2s [ 829.069261] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.069261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.069261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.069261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.069261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.069261] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bea8ec3-c70c-43ee-8f92-9c595272db6a already deleted. [ 829.069261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bea8ec3-c70c-43ee-8f92-9c595272db6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.934569] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 829.934888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.935103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.935358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.935596] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.935741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.935817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.935988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.936121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.936364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.936544] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.113170] env[69744]: INFO networking_nsxv3.common.synchronization [req-9db9feb2-49aa-42b5-8732-229c6a6bac19 req-47f44b41-0aea-4f66-9e46-4c9914d40adf tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Enqueued Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_members [ 830.113685] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_members [ 830.113863] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.113980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.114055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.114340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.114516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.114614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.114673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.114825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.114905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.115622] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.439924] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.550655] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.550932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-836" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.551031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-836" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.551353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-836" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.551617] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.551771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.551888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.554901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.555091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.555313] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.555432] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.555544] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.555653] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.555762] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.555867] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.556006] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.574213] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.578186] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.578186] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.578186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-836" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.578186] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.578186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.578186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.578186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.578186] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd018f7-6f41-44c6-9ca0-9bbb6f09628a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.617244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.617431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.617527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.617812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.617948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.618172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.618298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.618363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.618521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.618638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.618736] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 already deleted. [ 830.618822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.619737] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: SUCCESS [ 830.619975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.941070] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e: rpc.has_security_group_logging(os_id): False [ 830.959511] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.959676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.959717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.959931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.960044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.960322] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.960411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.960480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.960662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.960993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.960993] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be created. [ 831.017333] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.017481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.017548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.017760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.017937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.028998] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 831.081183] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.081183] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.081346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.081546] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.081705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.081863] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a not found, creating... [ 831.082140] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.082332] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.082416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.082756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.082756] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.083041] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.083205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.083322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.083549] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.083678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.083795] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a is going to be created. [ 831.132952] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.133289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.133407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.133714] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.133939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.134224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.883813] env[69744]: INFO networking_nsxv3.common.synchronization [req-9db9feb2-49aa-42b5-8732-229c6a6bac19 req-2e593b7d-1418-496c-a63a-acf8041c652c service nova] Enqueued Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_rules [ 831.884009] env[69744]: INFO networking_nsxv3.common.synchronization [req-9db9feb2-49aa-42b5-8732-229c6a6bac19 req-2e593b7d-1418-496c-a63a-acf8041c652c service nova] Enqueued Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_members [ 831.884123] env[69744]: INFO networking_nsxv3.common.synchronization [req-9db9feb2-49aa-42b5-8732-229c6a6bac19 req-2e593b7d-1418-496c-a63a-acf8041c652c service nova] Enqueued Resource ID: 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a with Priority: HIGHEST for action port [ 831.884657] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_rules [ 831.884748] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_members [ 831.884845] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a with Priority: HIGHEST for action port [ 831.886122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.886122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.886122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.886122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.886456] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.888672] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.888672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.888672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.888672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.888672] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.888672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.888672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.888672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.888672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.888672] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.888672] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.889516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.889516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.889516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.889516] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd018f7-6f41-44c6-9ca0-9bbb6f09628a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.391514] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.392585] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.392698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.393076] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a with status ACTIVE [ 832.393248] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.393356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.393417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.393618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.393704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.393868] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.393967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.394024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.394180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.394296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.395144] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.395144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.395144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.395144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.395144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.395144] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a is going to be updated. [ 832.415018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.415284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.415284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.415432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.415588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.415765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.894363] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.968426] env[69744]: INFO networking_nsxv3.common.synchronization [req-1557c226-7962-4ed8-a97d-bf75a7a10338 req-f547e700-9840-4be6-b7d2-c306b11572c7 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 832.968948] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 832.969264] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.969393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.969459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.969654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.969796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.969890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.969951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.971204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.971312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.971414] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.040512] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 833.040904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.350246] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.350246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.350246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.350246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.350246] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.350246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.350246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.350246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.350246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.350246] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.350743] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.350743] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.350743] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.350743] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.350877] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.350877] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.377651] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.377816] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.377989] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.378291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.378846] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-e4ef2bfa-812a-4cf4-872e-c8d69141415e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.379148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.379358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.379823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.380069] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ef2bfa-812a-4cf4-872e-c8d69141415e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.397624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.398243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.398305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.398696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.398859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.399096] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 is going to be created. [ 833.426732] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.426732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.426732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.427024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.427204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.438333] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 in Status: UNINITIALIZED for 2s [ 833.475018] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.884074] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.884074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.884074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.884074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.884366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.884544] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port e4ef2bfa-812a-4cf4-872e-c8d69141415e not found, creating... [ 833.885097] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.885392] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.885595] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.885872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.886042] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.886443] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.886622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.886770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.887012] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.887175] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.887338] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: e4ef2bfa-812a-4cf4-872e-c8d69141415e is going to be created. [ 833.908166] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.908412] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.908545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.908827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.909067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.909341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.979986] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.482550] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.482858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.482858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.483189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.483189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.483277] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be updated. [ 834.511377] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.511377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.511377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.511377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.511377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.519231] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: IN_PROGRESS for 2s [ 834.682340] env[69744]: INFO networking_nsxv3.common.synchronization [req-1557c226-7962-4ed8-a97d-bf75a7a10338 req-c21576e0-2719-471b-a54d-1f11ff7c8e5f service nova] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_rules [ 834.682524] env[69744]: INFO networking_nsxv3.common.synchronization [req-1557c226-7962-4ed8-a97d-bf75a7a10338 req-c21576e0-2719-471b-a54d-1f11ff7c8e5f service nova] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 834.682665] env[69744]: INFO networking_nsxv3.common.synchronization [req-1557c226-7962-4ed8-a97d-bf75a7a10338 req-c21576e0-2719-471b-a54d-1f11ff7c8e5f service nova] Enqueued Resource ID: e4ef2bfa-812a-4cf4-872e-c8d69141415e with Priority: HIGHEST for action port [ 834.682900] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_rules [ 834.683071] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 834.683123] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ef2bfa-812a-4cf4-872e-c8d69141415e with Priority: HIGHEST for action port [ 834.683658] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.683788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.683850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.684210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.684308] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.689121] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.689121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.689121] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ef2bfa-812a-4cf4-872e-c8d69141415e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.689121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.689121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.689121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.689121] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ef2bfa-812a-4cf4-872e-c8d69141415e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.188034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.188167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.188333] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4ef2bfa-812a-4cf4-872e-c8d69141415e with status ACTIVE [ 835.188495] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.188597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.188658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.188857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.188939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.189136] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.189233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.189298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.189503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.189588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.189768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.189860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.189919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.190074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.190155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.190257] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4ef2bfa-812a-4cf4-872e-c8d69141415e is going to be updated. [ 835.214984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.215135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.215204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.215408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.215543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.215693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ef2bfa-812a-4cf4-872e-c8d69141415e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.450205] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 in Status: SUCCESS [ 835.451193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.451193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.451193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.451193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.451193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.451193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.451426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.451426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.451514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.451604] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.954512] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.954790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.954790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.954965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.955171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.955275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.955339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.955499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.955608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.955699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.955847] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.955939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.956006] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.956331] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.956419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.956478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.956660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.956692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.956840] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.462506] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77832e68-ff57-4c3d-8186-e72cba2325c9: rpc.has_security_group_logging(os_id): False [ 836.468949] env[69744]: INFO networking_nsxv3.common.synchronization [req-009f5026-451b-4894-8bcc-922fb75345b0 req-addb298d-99f3-45a1-a955-0d00452395e4 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 836.469592] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 836.469943] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.471483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.471589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.471812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.472230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.472230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.472388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.472478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.472574] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.483624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.483624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.483624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.483624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.484382] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.484382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.484382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.484382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.485473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.485701] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 is going to be created. [ 836.532898] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: SUCCESS [ 836.532898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.532898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.533127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.533318] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.533457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.533503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.534538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.534538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.534538] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.543915] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.544330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.544464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.544682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.544870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.559636] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 in Status: IN_PROGRESS for 2s [ 836.979081] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.979420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.979420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.979548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.979634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.979829] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.979922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.979981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.980140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.980214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.980301] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 837.003932] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.004102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.004373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.004515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.014121] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 837.036279] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.542665] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.044699] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.044989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.044989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.045157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.045236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.045336] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be updated. [ 838.061976] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-e28e9c31-22f8-43e7-ab0b-b3f0869e83aa tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 838.061976] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 838.062282] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.062563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.062563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.062749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.062974] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.063120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.063120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.063308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.063370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.063467] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.070895] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.072814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.072814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.080472] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: IN_PROGRESS for 2s [ 838.567890] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.568021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.568101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.568340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.568442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.568664] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.568761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.568813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.568973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.569076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.569160] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f already deleted. [ 838.569236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.570478] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 in Status: SUCCESS [ 838.570672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.705020] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.705020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.705020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.705407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.705762] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.706084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.706384] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.708729] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.708729] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.708729] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.708729] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.708729] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.708729] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.708729] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.708729] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.708729] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.734028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.734028] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.734028] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.734028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.734028] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-d86ada86-0e3b-481b-90ac-c65505a89d0c taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.734028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.734028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.734757] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.735316] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86ada86-0e3b-481b-90ac-c65505a89d0c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.023702] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 839.023884] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 deletion is rescheduled due to dependency. [ 839.024017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.237839] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.238170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.238480] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.238603] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.238823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port d86ada86-0e3b-481b-90ac-c65505a89d0c not found, creating... [ 839.242019] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.242019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.242019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.242019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.242019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242019] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.242019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.242019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.242019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.242406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.242406] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: d86ada86-0e3b-481b-90ac-c65505a89d0c is going to be created. [ 839.262657] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.262927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.262996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.263279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.263498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.263717] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.690194] env[69744]: INFO networking_nsxv3.common.synchronization [None req-fa611840-ac31-45df-949c-bc65f9230a11 None None] Enqueued Resource ID: ee539035-dfd0-4988-b134-5cfebddaad05 with Priority: HIGHEST for action port [ 839.690194] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee539035-dfd0-4988-b134-5cfebddaad05 with Priority: HIGHEST for action port [ 839.690194] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee539035-dfd0-4988-b134-5cfebddaad05 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.690194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee539035-dfd0-4988-b134-5cfebddaad05" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.690194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee539035-dfd0-4988-b134-5cfebddaad05" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.690194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee539035-dfd0-4988-b134-5cfebddaad05" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.690194] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee539035-dfd0-4988-b134-5cfebddaad05',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.089119] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: SUCCESS [ 840.089350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.089511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.089733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.089924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.090230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.090315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.090536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.090890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.090890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.090890] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.193599] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee539035-dfd0-4988-b134-5cfebddaad05 [ 840.193599] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.193701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.193734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.193942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.194039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.196042] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee539035-dfd0-4988-b134-5cfebddaad05 already deleted. [ 840.196042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee539035-dfd0-4988-b134-5cfebddaad05" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.506075] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-82ff9c72-7c47-4d5c-bb64-fcce94745daa service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 840.508026] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-82ff9c72-7c47-4d5c-bb64-fcce94745daa service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 840.508026] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-82ff9c72-7c47-4d5c-bb64-fcce94745daa service nova] Enqueued Resource ID: d86ada86-0e3b-481b-90ac-c65505a89d0c with Priority: HIGHEST for action port [ 840.508026] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 840.508026] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 840.508026] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86ada86-0e3b-481b-90ac-c65505a89d0c with Priority: HIGHEST for action port [ 840.508026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.508363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.508526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.508856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.509061] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.510235] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.510461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.510635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.510894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.511259] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.513019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.513019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.513019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.513019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.513019] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.513019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86ada86-0e3b-481b-90ac-c65505a89d0c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.513019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.513019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.513019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.513019] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86ada86-0e3b-481b-90ac-c65505a89d0c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.593420] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.594753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.594753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.594753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.594753] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.594753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.594753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.595196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.595255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.595355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.595573] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.595726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.595794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.595959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.596124] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.596237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.596485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.596689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.596773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.596855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.596942] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.016120] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.016120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.016120] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.016770] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d86ada86-0e3b-481b-90ac-c65505a89d0c with status ACTIVE [ 841.016941] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.017074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.017137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.017358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.017449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.017653] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.017752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.017804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.017907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.017979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.018624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.018740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.018795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.018924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.018994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.019089] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d86ada86-0e3b-481b-90ac-c65505a89d0c is going to be updated. [ 841.040471] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.040471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.040471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.041533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.041533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.041533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86ada86-0e3b-481b-90ac-c65505a89d0c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.100169] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afb6b842-6240-45ca-86c9-f35c7ba7854b: rpc.has_security_group_logging(os_id): False [ 841.120186] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.123023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.123023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.123023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.123613] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.123613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.123613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.124261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.124470] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be updated. [ 841.225227] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.225227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.225227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.225227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.225227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.235747] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: IN_PROGRESS for 2s [ 841.260322] env[69744]: INFO networking_nsxv3.common.synchronization [req-a90826ac-2c08-456a-945f-124de0a64777 req-a3588a8c-790f-4c51-967c-53d6476cb2b9 tempest-SecurityGroupRulesNegativeTestJSON-1455112067 tempest-SecurityGroupRulesNegativeTestJSON-1455112067-project-member] Enqueued Resource ID: d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 with Priority: HIGHEST for action security_group_rules [ 841.261388] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 with Priority: HIGHEST for action security_group_rules [ 841.261878] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.262183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.263101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.263101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.263101] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.521816] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.716488] env[69744]: INFO networking_nsxv3.common.synchronization [req-9292d189-5987-4a1c-b6ec-e08116432580 req-00523af7-cf5b-4016-bf14-ab2e5a6b7710 tempest-SecurityGroupRulesNegativeTestJSON-1455112067 tempest-SecurityGroupRulesNegativeTestJSON-1455112067-project-member] Enqueued Resource ID: d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 with Priority: HIGHEST for action security_group_rules [ 841.717055] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 with Priority: HIGHEST for action security_group_rules [ 841.717403] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.717515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783708] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.783708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.783708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.783916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.784022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.784128] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 already deleted. [ 841.784680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.784680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.784680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.784680] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.000999] env[69744]: INFO networking_nsxv3.common.synchronization [None req-9f9c072c-fdd7-471c-ab85-f59f6713a26f None None] Enqueued Resource ID: ae4824d7-8456-4451-8ac7-0139cc26cb94 with Priority: HIGHEST for action port [ 842.002169] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4824d7-8456-4451-8ac7-0139cc26cb94 with Priority: HIGHEST for action port [ 842.003076] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae4824d7-8456-4451-8ac7-0139cc26cb94 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.003725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae4824d7-8456-4451-8ac7-0139cc26cb94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.003725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae4824d7-8456-4451-8ac7-0139cc26cb94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.003725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae4824d7-8456-4451-8ac7-0139cc26cb94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.003725] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4824d7-8456-4451-8ac7-0139cc26cb94',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.026385] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.026622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.026622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.027124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.027124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.028100] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be created. [ 842.053685] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.053862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.053981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.054294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.054479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.065590] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: UNINITIALIZED for 2s [ 842.308639] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.308639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.308639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.308639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.308639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.308639] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460 already deleted. [ 842.308639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0e40e2b-e6d6-4c0c-ab3b-30fb2c058460" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.506455] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae4824d7-8456-4451-8ac7-0139cc26cb94 [ 842.506681] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.506808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.506875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.507109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.507194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.507295] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae4824d7-8456-4451-8ac7-0139cc26cb94 already deleted. [ 842.507396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae4824d7-8456-4451-8ac7-0139cc26cb94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.017692] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-deac261a-4f41-486d-84c4-fe0736bb8251 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 843.022856] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 843.022856] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.022856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.249484] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: SUCCESS [ 843.252870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.394760] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.394760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.394760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.394901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.395096] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.395249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.395372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.395584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.395722] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.395927] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.396121] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.396270] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.396718] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.396718] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 843.396718] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.396865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.423927] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.423927] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 843.423927] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.423927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.423927] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-e361e420-e251-4983-a777-909e979a121e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.424334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.424635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.425131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.426241] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e361e420-e251-4983-a777-909e979a121e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.928168] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.929847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.929847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.929847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.929847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.929847] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port e361e420-e251-4983-a777-909e979a121e not found, creating... [ 843.929847] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.929847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.930240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.930240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.930890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.930890] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.930890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.931047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.931192] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.931359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.931614] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: e361e420-e251-4983-a777-909e979a121e is going to be created. [ 843.950237] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.950446] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.950575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.951058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.951192] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.951415] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.077514] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 844.077791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.077880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.078124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.078313] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.078429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.078495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.078780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.078930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079190] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.080085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.080287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.080458] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.080594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.080669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.080837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.080923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.081079] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.585234] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.585443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.585722] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.757882] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-6a755f35-f775-4664-800d-5f7f188a0dcf service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 844.758108] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-6a755f35-f775-4664-800d-5f7f188a0dcf service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 844.758306] env[69744]: INFO networking_nsxv3.common.synchronization [req-fe0bef63-6bf4-4374-939b-e35ee7853356 req-6a755f35-f775-4664-800d-5f7f188a0dcf service nova] Enqueued Resource ID: e361e420-e251-4983-a777-909e979a121e with Priority: HIGHEST for action port [ 844.759016] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 844.763310] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 844.763443] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e361e420-e251-4983-a777-909e979a121e with Priority: HIGHEST for action port [ 844.764066] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.764174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.764387] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.764475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.764644] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e361e420-e251-4983-a777-909e979a121e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.764741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.764801] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.765035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.765119] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e361e420-e251-4983-a777-909e979a121e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.089679] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.188326] env[69744]: INFO networking_nsxv3.common.synchronization [req-89f468e6-76f1-4aba-9bd9-fb83936a641e req-8ebbb5cb-d784-4fff-a0e2-16c856e64bba tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Enqueued Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_members [ 845.188404] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGHEST for action security_group_members [ 845.188756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.188858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.188858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.189480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.189480] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.189480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.189480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.189736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.189736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.189736] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.269015] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e361e420-e251-4983-a777-909e979a121e with status ACTIVE [ 845.269393] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.269393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.269539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.269660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.269753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.269922] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.270024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.270085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.270242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.270316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.270519] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.270616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.270665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.270768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.270842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.270924] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e361e420-e251-4983-a777-909e979a121e is going to be updated. [ 845.291646] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.291805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.291878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.292071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.292205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.292358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e361e420-e251-4983-a777-909e979a121e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.592156] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.592310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.592381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.592597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.592686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.592785] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 845.618483] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.618692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.618749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.619097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.619259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.627202] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 845.696350] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.696582] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.696582] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.696978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.696978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.697100] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.697198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.697259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.697398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.697480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.697562] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 is going to be updated. [ 845.732079] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.732079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.732079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.732079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.732079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.739369] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 in Status: IN_PROGRESS for 2s [ 845.858106] env[69744]: INFO networking_nsxv3.common.synchronization [req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 req-841daebe-e4b7-4856-afc1-c11cb506b9e6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_members [ 845.858106] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_members [ 845.858106] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bfdcc-1dd9-4a56-a886-7edb05c29778 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.858658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.858933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.860115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.860834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.860834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.860834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.860834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.861987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.861987] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.231521] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.231838] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.231838] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.232867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.232867] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.232867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.232867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.233510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.233510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.233510] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.233510] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.233615] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.233718] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.234018] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 846.234018] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.234167] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.253833] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.254217] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 846.257226] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.257226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.257226] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.257226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.257226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.257226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.257226] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a1fb22-2477-4c51-bb96-dd3c993f76c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.364470] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.364643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.364710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.364934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.365036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.365244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.365354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.365451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.365600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.365648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.365732] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 already deleted. [ 846.365909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.764782] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.764782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.765058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.765293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.765370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.765525] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port b4a1fb22-2477-4c51-bb96-dd3c993f76c5 not found, creating... [ 846.765798] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.766709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.766709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.766709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.766709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.770022] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.770022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.770022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.770022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.770022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.770022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: b4a1fb22-2477-4c51-bb96-dd3c993f76c5 is going to be created. [ 846.788232] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.789663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.789663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.789663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.789663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.789663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.638726] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 847.639094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.639147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.639366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.639560] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.639693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.639759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.639930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.640283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.640283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.640404] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.640404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.640489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.640607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.640742] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.640835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.640906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.641522] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.641659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.641745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.641838] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.643159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.643761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.644103] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.644220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.644678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.644862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.644946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.645105] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.751290] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 in Status: SUCCESS [ 847.751456] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 deletion is rescheduled due to dependency. [ 847.751580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.782644] env[69744]: INFO networking_nsxv3.common.synchronization [req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 req-571e9f93-20c9-49b4-a10f-b048c05200c9 service nova] Enqueued Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_rules [ 847.782836] env[69744]: INFO networking_nsxv3.common.synchronization [req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 req-571e9f93-20c9-49b4-a10f-b048c05200c9 service nova] Enqueued Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_members [ 847.782977] env[69744]: INFO networking_nsxv3.common.synchronization [req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 req-571e9f93-20c9-49b4-a10f-b048c05200c9 service nova] Enqueued Resource ID: b4a1fb22-2477-4c51-bb96-dd3c993f76c5 with Priority: HIGHEST for action port [ 847.783228] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_rules [ 847.783354] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_members [ 847.783450] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a1fb22-2477-4c51-bb96-dd3c993f76c5 with Priority: HIGHEST for action port [ 847.785091] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705bfdcc-1dd9-4a56-a886-7edb05c29778 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.785248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.785318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.785520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.785600] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.786473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bfdcc-1dd9-4a56-a886-7edb05c29778 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.786582] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.786648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.786812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.786983] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.787079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.787143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.787288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.787371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.787462] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.788199] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.788305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.788394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.788515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.788590] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a1fb22-2477-4c51-bb96-dd3c993f76c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.148171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f: rpc.has_security_group_logging(os_id): False [ 848.148171] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.166304] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.166484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.166559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.166725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.166812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.166990] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.167098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.167151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.168541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.168541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.168541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.168541] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be created. [ 848.238058] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.238058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.238273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.238311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.238502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.250742] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 848.290436] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bfdcc-1dd9-4a56-a886-7edb05c29778 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.290436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.291251] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.292180] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a1fb22-2477-4c51-bb96-dd3c993f76c5 with status ACTIVE [ 848.292180] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.292180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.292180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.292180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.292472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.292472] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.292541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.292570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.292737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.292814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.292986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.293312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.293433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.293617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.293740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.294173] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a1fb22-2477-4c51-bb96-dd3c993f76c5 is going to be updated. [ 848.322958] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.323153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.323247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.323467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.323607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.323775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a1fb22-2477-4c51-bb96-dd3c993f76c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.651840] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.800059] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.155931] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.156172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.156172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.156479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.156547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.156646] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 849.182860] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.182860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.182860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.182860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.182860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.195023] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 849.302229] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.302504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.302569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.302909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.302909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.302909] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 is going to be created. [ 849.333634] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.333634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.333634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.333634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.333634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.344051] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 in Status: UNINITIALIZED for 2s [ 849.559125] env[69744]: INFO networking_nsxv3.common.synchronization [None req-594f61dd-5b60-47f2-a7be-0eca7adbbee8 None None] Enqueued Resource ID: c8b3b457-068c-40df-ab77-604deb18f2cd with Priority: HIGHEST for action port [ 849.559654] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b3b457-068c-40df-ab77-604deb18f2cd with Priority: HIGHEST for action port [ 849.560136] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8b3b457-068c-40df-ab77-604deb18f2cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.560329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8b3b457-068c-40df-ab77-604deb18f2cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.560445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8b3b457-068c-40df-ab77-604deb18f2cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.560798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8b3b457-068c-40df-ab77-604deb18f2cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.560917] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8b3b457-068c-40df-ab77-604deb18f2cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.066176] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8b3b457-068c-40df-ab77-604deb18f2cd [ 850.066471] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.066612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.066646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.067144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.067144] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8b3b457-068c-40df-ab77-604deb18f2cd already deleted. [ 850.067144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8b3b457-068c-40df-ab77-604deb18f2cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.265749] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 850.265749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.265749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.265749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.265749] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.752022] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b94caffe-7628-49ca-a311-c0ec724856cb tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 850.752022] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 850.752022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.752022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.752022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.752022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.752022] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.769987] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.770445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.884133] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a91b415c-c6a0-4b95-b649-4743611eb083 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 850.884757] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 850.885179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.885179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.204432] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 851.204871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.204871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.205053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.205388] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.205536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.205605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.205783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.205850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.205936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.206220] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.278341] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.278341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.278341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.278341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.278341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.278341] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 already deleted. [ 851.278341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.278341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.278341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.278341] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.354214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 in Status: SUCCESS [ 851.354463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.356946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.356946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.356946] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.356946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.356946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.356946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.356946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.356946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.356946] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.711020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.711020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.711020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.711020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.711020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.711568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.711568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.711568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.711568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.711568] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.799344] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.799344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.799344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.799344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.799344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.799344] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 already deleted. [ 851.799344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.818297] env[69744]: INFO networking_nsxv3.common.synchronization [None req-f2c140e2-8a33-4120-9992-5469004687a5 None None] Enqueued Resource ID: 9277bed8-df1c-47c1-b1bc-f74f39abb188 with Priority: HIGHEST for action port [ 851.819618] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9277bed8-df1c-47c1-b1bc-f74f39abb188 with Priority: HIGHEST for action port [ 851.819986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9277bed8-df1c-47c1-b1bc-f74f39abb188 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.820828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9277bed8-df1c-47c1-b1bc-f74f39abb188" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.820828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9277bed8-df1c-47c1-b1bc-f74f39abb188" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.821267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9277bed8-df1c-47c1-b1bc-f74f39abb188" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.822492] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9277bed8-df1c-47c1-b1bc-f74f39abb188',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.860871] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.214439] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f: rpc.has_security_group_logging(os_id): False [ 852.236365] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236365] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236365] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.236365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236903] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.236903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.236903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.236903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.236903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236903] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 852.291473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.291583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.291583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.292248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.292248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.304180] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 852.324818] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9277bed8-df1c-47c1-b1bc-f74f39abb188 [ 852.324818] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.324818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.324818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.324818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.324818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.324818] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9277bed8-df1c-47c1-b1bc-f74f39abb188 already deleted. [ 852.324818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9277bed8-df1c-47c1-b1bc-f74f39abb188" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.363458] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705bfdcc-1dd9-4a56-a886-7edb05c29778: rpc.has_security_group_logging(os_id): False [ 852.384452] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.384675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.384995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.384995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.385119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.386136] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.386136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.386136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.386136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.386136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.386136] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 is going to be created. [ 852.457343] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.457523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.457618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.457891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.458166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.471544] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 in Status: IN_PROGRESS for 2s [ 854.316929] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 854.317380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.484223] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 in Status: SUCCESS [ 854.484689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.580906] env[69744]: INFO networking_nsxv3.common.synchronization [req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e req-77ad234d-cc29-481a-85f4-ddf2b6c22879 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 856.581626] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 856.581820] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.581950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.583438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.584304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.584584] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.584584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.584716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.584815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.584899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.585143] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.950607] env[69744]: INFO networking_nsxv3.common.synchronization [req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 req-9852dd22-956c-46e1-b28e-9c9c3c8454fc tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 856.951151] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 856.951451] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.951554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.088987] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.590012] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.095213] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.095436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.095515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.095690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.095777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.095883] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 858.123703] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.123873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.123929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.124147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.124298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.131588] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 859.759683] env[69744]: INFO networking_nsxv3.common.synchronization [req-5bbc278b-782d-472d-b079-2ee2399bc621 req-532fc8cd-f4da-4712-8e5d-e624ac16ebe5 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 859.760218] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 859.760518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.760969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.760969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.760969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.762181] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.762301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.762371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.762542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.762637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.762769] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.143283] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 860.143483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.143644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.143853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.144085] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.144230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.144323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.144561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.144677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.144774] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.151166] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.151377] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.151494] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.151755] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.152535] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.152855] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.152954] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.153317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.153485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.153711] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.153826] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.153933] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.154059] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.154178] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.154289] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.154515] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.172034] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.172034] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.172034] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.172246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.172645] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-76f234cb-13fd-43af-a4f3-895ff2392598 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.175833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.175833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.175833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.175833] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f234cb-13fd-43af-a4f3-895ff2392598',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.266831] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.649611] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.649764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.649855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.650129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.650227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.650459] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.650566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.650665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.650808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.650951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.651016] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 860.678262] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.678496] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.678632] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.678942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.679114] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.679275] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 76f234cb-13fd-43af-a4f3-895ff2392598 not found, creating... [ 860.679529] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.679688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.679806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.680044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.680188] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.680469] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.680625] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.680746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.681201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.681201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.681307] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 76f234cb-13fd-43af-a4f3-895ff2392598 is going to be created. [ 860.768379] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.768816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.768816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.768913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.769271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.770406] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.776166] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.776375] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.776524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.776785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.777017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.777803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.780094] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 861.272816] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.273076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.273903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.273903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.273903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.273903] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 is going to be updated. [ 861.301919] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.302132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.302203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.302408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.302552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.311090] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: IN_PROGRESS for 2s [ 861.429033] env[69744]: INFO networking_nsxv3.common.synchronization [req-5bbc278b-782d-472d-b079-2ee2399bc621 req-507c689a-1c07-4aec-80bb-183c0edcd38d service nova] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_rules [ 861.429286] env[69744]: INFO networking_nsxv3.common.synchronization [req-5bbc278b-782d-472d-b079-2ee2399bc621 req-507c689a-1c07-4aec-80bb-183c0edcd38d service nova] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 861.429425] env[69744]: INFO networking_nsxv3.common.synchronization [req-5bbc278b-782d-472d-b079-2ee2399bc621 req-507c689a-1c07-4aec-80bb-183c0edcd38d service nova] Enqueued Resource ID: 76f234cb-13fd-43af-a4f3-895ff2392598 with Priority: HIGHEST for action port [ 861.430029] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_rules [ 861.431421] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 861.431421] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f234cb-13fd-43af-a4f3-895ff2392598 with Priority: HIGHEST for action port [ 861.431728] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.431728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.431728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.431967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.432150] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.433602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.433602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.433602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f234cb-13fd-43af-a4f3-895ff2392598 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.433602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.433602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.433843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.433843] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f234cb-13fd-43af-a4f3-895ff2392598',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.938361] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76f234cb-13fd-43af-a4f3-895ff2392598 with status ACTIVE [ 861.938361] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.938361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.938361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.939051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.939051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.939051] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.939051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.939175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.939314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.939398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.939605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.939704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.939779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.939918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.939993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.940088] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76f234cb-13fd-43af-a4f3-895ff2392598 is going to be updated. [ 861.941600] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.941710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.960290] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.960816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.960816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.960816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.960981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.961133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f234cb-13fd-43af-a4f3-895ff2392598" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.464485] env[69744]: INFO networking_nsxv3.common.synchronization [req-77106f91-a957-4dc9-a8c5-49d140440c1b req-10df2404-89dc-49cf-9978-1548233301e7 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 862.465152] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 862.465541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.465684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.465767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.466036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.466271] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.466381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.466434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.469813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.469956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.470112] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.792464] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 862.792777] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f deletion is rescheduled due to dependency. [ 862.792777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.915412] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.915608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.915738] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.916008] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.916413] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.916413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.916585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.916828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.916925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.917265] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.917352] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.917477] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.917698] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.917698] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.917811] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.917944] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.934313] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.934927] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.934927] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.934927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-866" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.936334] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-4cff1180-c486-4ca9-b48f-084f835b5177 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.936334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.936334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.936334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.936334] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cff1180-c486-4ca9-b48f-084f835b5177',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.972849] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.322216] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: SUCCESS [ 863.322450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.322627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.322941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.323087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.323222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.323307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.323463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.323548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.323648] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.440197] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.440472] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.440617] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.440957] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.441167] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.441349] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 4cff1180-c486-4ca9-b48f-084f835b5177 not found, creating... [ 863.441632] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.441806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.441955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.442218] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.442365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.442702] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.442888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.443021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.446318] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.446544] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.446764] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 4cff1180-c486-4ca9-b48f-084f835b5177 is going to be created. [ 863.475368] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.497099] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.497442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.497442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.498317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.498317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.498317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.825936] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.977609] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.977935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.977935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.978060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.978127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.978225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 864.006042] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.006264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.006406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.006759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.006902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.017553] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 864.251466] env[69744]: INFO networking_nsxv3.common.synchronization [req-77106f91-a957-4dc9-a8c5-49d140440c1b req-8c015b38-e8b3-4c05-a011-c63935e92479 service nova] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 864.251466] env[69744]: INFO networking_nsxv3.common.synchronization [req-77106f91-a957-4dc9-a8c5-49d140440c1b req-8c015b38-e8b3-4c05-a011-c63935e92479 service nova] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 864.251466] env[69744]: INFO networking_nsxv3.common.synchronization [req-77106f91-a957-4dc9-a8c5-49d140440c1b req-8c015b38-e8b3-4c05-a011-c63935e92479 service nova] Enqueued Resource ID: 4cff1180-c486-4ca9-b48f-084f835b5177 with Priority: HIGHEST for action port [ 864.251466] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 864.251466] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 864.251466] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cff1180-c486-4ca9-b48f-084f835b5177 with Priority: HIGHEST for action port [ 864.251841] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.251841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.252197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.252757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.253186] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.254535] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.255301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.255699] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cff1180-c486-4ca9-b48f-084f835b5177 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.255975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.256192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.256588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.256881] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cff1180-c486-4ca9-b48f-084f835b5177',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.330704] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.556771] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a8dcce37-cf8e-4b36-8c0c-31de5383a4ca None None] Enqueued Resource ID: c1586ed8-2e57-4a0f-92f7-d7933343937f with Priority: HIGHEST for action port [ 864.557048] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1586ed8-2e57-4a0f-92f7-d7933343937f with Priority: HIGHEST for action port [ 864.557630] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1586ed8-2e57-4a0f-92f7-d7933343937f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.557761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1586ed8-2e57-4a0f-92f7-d7933343937f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.557829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1586ed8-2e57-4a0f-92f7-d7933343937f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.558408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1586ed8-2e57-4a0f-92f7-d7933343937f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.558506] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1586ed8-2e57-4a0f-92f7-d7933343937f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.759437] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.759573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.759779] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cff1180-c486-4ca9-b48f-084f835b5177 with status ACTIVE [ 864.759945] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.760067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.760128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.760360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.760454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.761731] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.761731] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.761731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.761731] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cff1180-c486-4ca9-b48f-084f835b5177 is going to be updated. [ 864.783320] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.783320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.783320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.783644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.783644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.783796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.833861] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.834029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.834107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.834319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.834407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.834506] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 is going to be updated. [ 864.886268] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.887366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.887366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.887366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.887366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.906496] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: IN_PROGRESS for 2s [ 865.061666] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1586ed8-2e57-4a0f-92f7-d7933343937f [ 865.061907] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.062037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.062108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.062359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.062419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.062516] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1586ed8-2e57-4a0f-92f7-d7933343937f already deleted. [ 865.062879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1586ed8-2e57-4a0f-92f7-d7933343937f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.029173] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 866.029173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.029173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.029173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.029173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.029173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.029173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.029173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.029173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.029173] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.534037] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.620620] env[69744]: INFO networking_nsxv3.common.synchronization [None req-17c95b0f-655c-4027-af0b-ba6aeb7b4a35 None None] Enqueued Resource ID: ae0847a4-f3a0-4dcc-a046-ea857d6d9c42 with Priority: HIGHEST for action port [ 866.621028] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae0847a4-f3a0-4dcc-a046-ea857d6d9c42 with Priority: HIGHEST for action port [ 866.621348] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae0847a4-f3a0-4dcc-a046-ea857d6d9c42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.621524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae0847a4-f3a0-4dcc-a046-ea857d6d9c42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.621524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae0847a4-f3a0-4dcc-a046-ea857d6d9c42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.621780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae0847a4-f3a0-4dcc-a046-ea857d6d9c42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.621861] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae0847a4-f3a0-4dcc-a046-ea857d6d9c42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.919187] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: SUCCESS [ 866.920077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.920348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.920488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.920996] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.921181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.921215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.921362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.921445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.921531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.923076] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.038991] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.047653] env[69744]: INFO networking_nsxv3.common.synchronization [req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 req-e57c6ab5-d4e5-450c-9764-00dbdaf6bb89 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 867.049283] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 867.049283] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049558] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.049985] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.123534] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae0847a4-f3a0-4dcc-a046-ea857d6d9c42 [ 867.124518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.124807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.125985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.126314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.126515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.126718] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae0847a4-f3a0-4dcc-a046-ea857d6d9c42 already deleted. [ 867.126899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae0847a4-f3a0-4dcc-a046-ea857d6d9c42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.426329] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.426448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.426544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.426754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.426923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.427038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.427103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.427248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.427333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.427421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.427597] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.427694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.427754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.427894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.428046] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.428143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.428191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.428328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.428407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.428487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.428576] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.541293] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.541565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.541565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.542197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.542197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.542197] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 867.553149] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.573199] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.573363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.573433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.573646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.573795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.597134] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 867.819610] env[69744]: INFO networking_nsxv3.common.synchronization [req-894c013c-f576-4e08-8f2e-55469c811092 req-7cd249b3-b8ec-4cf5-b406-be92fc8158d1 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Enqueued Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_members [ 867.820071] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_members [ 867.820496] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.820496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.820604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.820773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.822141] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.825944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.825944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.825944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.825944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.825944] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.930800] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8: rpc.has_security_group_logging(os_id): False [ 867.952011] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.952226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.952311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.952528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.952623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.952847] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.952944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.953014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.953182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.953260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.953433] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.953683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.953683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.953739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.953766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.953971] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.954167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.954269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.954388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.955098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.955098] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 is going to be updated. [ 868.022282] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.022282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.022282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.022282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.022282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.040927] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: IN_PROGRESS for 2s [ 868.055677] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.252284] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.255303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-813" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.255303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-813" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.255303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-813" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.255303] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.255303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.255303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.255303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.256656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.256927] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.257071] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.257201] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.257320] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.257435] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.257562] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.257715] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.276175] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.276353] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.276970] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.276970] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-813" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.277114] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-42bb4cc8-7329-402f-9226-8b0363792449 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.277297] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.277419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.277750] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.277894] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42bb4cc8-7329-402f-9226-8b0363792449',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.328225] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.328636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.328863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.329502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.329502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.330389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.330389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.330389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.330389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.330389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.330389] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc already deleted. [ 868.330389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.558200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.558512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.558512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.558701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.558809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.558959] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 868.585933] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.586157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.586157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.586342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.586526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.595918] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 868.782585] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.782833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.782987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.783255] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.783409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.783567] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 42bb4cc8-7329-402f-9226-8b0363792449 not found, creating... [ 868.783825] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.783982] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.784136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.784367] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.784547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.784819] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.784980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.785150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.785404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.785564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.785800] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 42bb4cc8-7329-402f-9226-8b0363792449 is going to be created. [ 868.805338] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.805547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.805648] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.805910] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.806146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.806364] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.599891] env[69744]: INFO networking_nsxv3.common.synchronization [req-894c013c-f576-4e08-8f2e-55469c811092 req-8e2ae3c8-5be0-4a2a-9f61-242094116b29 service nova] Enqueued Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_rules [ 869.599891] env[69744]: INFO networking_nsxv3.common.synchronization [req-894c013c-f576-4e08-8f2e-55469c811092 req-8e2ae3c8-5be0-4a2a-9f61-242094116b29 service nova] Enqueued Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_members [ 869.600233] env[69744]: INFO networking_nsxv3.common.synchronization [req-894c013c-f576-4e08-8f2e-55469c811092 req-8e2ae3c8-5be0-4a2a-9f61-242094116b29 service nova] Enqueued Resource ID: 42bb4cc8-7329-402f-9226-8b0363792449 with Priority: HIGHEST for action port [ 869.602746] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_rules [ 869.604271] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_members [ 869.604271] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42bb4cc8-7329-402f-9226-8b0363792449 with Priority: HIGHEST for action port [ 869.604271] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.604271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.604271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.605746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.605746] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.606495] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.606637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.608071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.608269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.608432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.608540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.608599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.608755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.608874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.608934] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.609713] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-42bb4cc8-7329-402f-9226-8b0363792449 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.610196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.610196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.610307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.610307] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42bb4cc8-7329-402f-9226-8b0363792449',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.618669] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 869.618888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.619075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.619285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.619468] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.619579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.619645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.619803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.619889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.620115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.620115] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.053588] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: SUCCESS [ 870.053588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.113469] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.116295] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.116295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.116295] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42bb4cc8-7329-402f-9226-8b0363792449 with status ACTIVE [ 870.116295] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.116295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.116295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.116295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.116295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.116295] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.116295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.116295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.118309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.120888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.120888] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.120888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.120888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.120888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.120888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.120888] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42bb4cc8-7329-402f-9226-8b0363792449 is going to be updated. [ 870.125518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.125518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.125661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.126104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.126104] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.126104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.126104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.126322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.126322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.126322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.127115] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.127115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.127115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.127115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.127115] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.127115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.127115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.127457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.127457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.127457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.127457] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.139488] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.139702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.139702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.139905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.140068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.140247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42bb4cc8-7329-402f-9226-8b0363792449" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.392009] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 req-13c65f9c-2205-446d-b84f-fbaa364acb92 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Enqueued Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_members [ 870.392570] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_members [ 870.392874] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.392997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.393266] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.393519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.393676] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.393776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.393833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.393977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.394076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.394170] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.606097] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 870.606406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.621956] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.630054] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17355739-a8f2-4e86-8263-97e5bce6ed67: rpc.has_security_group_logging(os_id): False [ 870.649110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.649307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.649356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.649564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.650087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.650087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.650087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.650087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.650352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.650352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.650506] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.650580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.650626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.650828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.650828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.651094] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.651184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.651235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.651344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.651416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.651498] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 870.718981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.718981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.718981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.718981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.718981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.733242] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 870.789083] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.789787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-123" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.789787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-123" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.789787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-123" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.790021] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.790187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.790444] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.790543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.790699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.790904] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.791036] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.791151] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.791385] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.791385] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.791470] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.791595] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.819357] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.819530] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.819672] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.819851] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-123" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.820194] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-da43d2b3-bab9-48ae-bf76-bbedfcb10682 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.820365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.820488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.820811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.820966] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da43d2b3-bab9-48ae-bf76-bbedfcb10682',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.897173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.897173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.897173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.897173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.897173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.897173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.897173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.897173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.897469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.897469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.897469] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a already deleted. [ 870.897566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.128023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.128023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.128023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.128023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.128023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.128023] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc is going to be created. [ 871.155285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.155427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.155570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.155718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.155882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.166510] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc in Status: UNINITIALIZED for 2s [ 871.324055] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.324055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.324055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.324055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.324322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.324322] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port da43d2b3-bab9-48ae-bf76-bbedfcb10682 not found, creating... [ 871.324604] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.324811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.324937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.325207] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.325350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.325641] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.325799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.325933] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.326193] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.326413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.326890] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: da43d2b3-bab9-48ae-bf76-bbedfcb10682 is going to be created. [ 871.346738] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.347194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.347365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.347654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.347928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.348215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.136180] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 req-e1be9883-67cd-4636-99e5-f9596a643ce0 service nova] Enqueued Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_rules [ 872.136395] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 req-e1be9883-67cd-4636-99e5-f9596a643ce0 service nova] Enqueued Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_members [ 872.136601] env[69744]: INFO networking_nsxv3.common.synchronization [req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 req-e1be9883-67cd-4636-99e5-f9596a643ce0 service nova] Enqueued Resource ID: da43d2b3-bab9-48ae-bf76-bbedfcb10682 with Priority: HIGHEST for action port [ 872.137246] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_rules [ 872.137308] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_members [ 872.137400] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da43d2b3-bab9-48ae-bf76-bbedfcb10682 with Priority: HIGHEST for action port [ 872.137701] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.137839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.137930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.139072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.139165] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.141356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.141356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.141356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.141550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.141775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.141913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.142032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.142284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.145048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.145048] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.145048] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-da43d2b3-bab9-48ae-bf76-bbedfcb10682 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.145048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.145048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.145048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.145048] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da43d2b3-bab9-48ae-bf76-bbedfcb10682',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.642744] env[69744]: INFO networking_nsxv3.common.synchronization [req-3741b84d-2510-458b-a489-d5e3b841d776 req-50f7305b-0bf8-42e4-8f67-51827e06deb0 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 872.642939] env[69744]: INFO networking_nsxv3.common.synchronization [req-3741b84d-2510-458b-a489-d5e3b841d776 req-50f7305b-0bf8-42e4-8f67-51827e06deb0 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 872.643463] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 872.643602] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 872.643864] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.643983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.644433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.644605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.644722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.644929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.645046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.645144] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.648687] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.648845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.648913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.649109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.649262] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.649368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.649433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.649558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.649649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.649731] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.653730] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.653868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.656014] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.656773] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da43d2b3-bab9-48ae-bf76-bbedfcb10682 with status ACTIVE [ 872.656947] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.657081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.657194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.657978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.657978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.657978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.657978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.657978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.657978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.657978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.660597] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.660705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.660791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.660941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.661120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.661219] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da43d2b3-bab9-48ae-bf76-bbedfcb10682 is going to be updated. [ 872.688723] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.689791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.689791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.689791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.689791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.689791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da43d2b3-bab9-48ae-bf76-bbedfcb10682" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [req-3741b84d-2510-458b-a489-d5e3b841d776 req-50f7305b-0bf8-42e4-8f67-51827e06deb0 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [req-3741b84d-2510-458b-a489-d5e3b841d776 req-50f7305b-0bf8-42e4-8f67-51827e06deb0 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [req-3741b84d-2510-458b-a489-d5e3b841d776 req-50f7305b-0bf8-42e4-8f67-51827e06deb0 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_rules [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [req-3741b84d-2510-458b-a489-d5e3b841d776 req-50f7305b-0bf8-42e4-8f67-51827e06deb0 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [req-3741b84d-2510-458b-a489-d5e3b841d776 req-50f7305b-0bf8-42e4-8f67-51827e06deb0 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 4cff1180-c486-4ca9-b48f-084f835b5177 with Priority: HIGHEST for action port [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_rules [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cff1180-c486-4ca9-b48f-084f835b5177 with Priority: HIGHEST for action port [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 872.698121] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 872.699346] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.700392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.700722] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.700967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.701131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.702327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.702549] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.703515] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cff1180-c486-4ca9-b48f-084f835b5177 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.704710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.704871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.705228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.705482] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cff1180-c486-4ca9-b48f-084f835b5177',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.706399] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.706663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.706992] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.708100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.759208] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 872.759424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.759604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.759886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.759987] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.154105] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.155105] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.165735] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.175872] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc in Status: SUCCESS [ 873.176107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.177169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.177339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.177567] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.177702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.177752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.177878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.177959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.178489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.178618] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.208514] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.208917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.208988] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cff1180-c486-4ca9-b48f-084f835b5177 with status ACTIVE [ 873.209193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.209304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.209369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.209595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.209680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.209859] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.209977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.210059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.210219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.210388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.211426] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.211426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.211426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.211426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.211426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.211426] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cff1180-c486-4ca9-b48f-084f835b5177 is going to be updated. [ 873.231643] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.231874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.231874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.232122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.232290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.232497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.265228] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.265394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.545633] env[69744]: INFO networking_nsxv3.common.synchronization [None req-82d27dc4-41ac-4b4e-abe9-6ee52659eb83 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: e9229c2e-b83d-4fee-8675-8d0ba5e17272 with Priority: HIGHEST for action security_group_rules [ 873.546202] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9229c2e-b83d-4fee-8675-8d0ba5e17272 with Priority: HIGHEST for action security_group_rules [ 873.546514] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.546705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.546769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.548188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.548188] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9229c2e-b83d-4fee-8675-8d0ba5e17272',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.639980] env[69744]: INFO networking_nsxv3.common.synchronization [None req-f5a97284-a87f-46ae-b947-ce1a9529851f tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: e9229c2e-b83d-4fee-8675-8d0ba5e17272 with Priority: HIGHEST for action security_group_rules [ 873.640782] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9229c2e-b83d-4fee-8675-8d0ba5e17272 with Priority: HIGHEST for action security_group_rules [ 873.641063] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.641184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.657076] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.658381] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.668560] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.668713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.668787] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.669042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.669142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.669241] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a is going to be created. [ 873.680433] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.680617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.680685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.680873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.681042] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.681145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.681234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.681596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.681596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.681596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.681724] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.681786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.681850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.682191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.682191] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.682191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.682406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.682406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.682487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.682531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.682620] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.693553] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.693649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.693819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.693925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.694135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.702937] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a in Status: UNINITIALIZED for 2s [ 874.072200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.072200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.072200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.072200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.072200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.072200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9229c2e-b83d-4fee-8675-8d0ba5e17272 already deleted. [ 874.072200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.072200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.072200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.072200] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9229c2e-b83d-4fee-8675-8d0ba5e17272',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.160482] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.160834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.160834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.160921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.161029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.161140] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9035bef-832a-4eab-8501-d79434909a42 is going to be created. [ 874.162855] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.162990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.166033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.166277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.166376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.166732] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 874.185013] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc: rpc.has_security_group_logging(os_id): False [ 874.191006] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.191192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.191299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.191550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.191728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.205380] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.205529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.205593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.205803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.205955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.214433] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: UNINITIALIZED for 2s [ 874.216022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 874.220948] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.221094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.221164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.221367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.221457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.221662] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.221765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.221827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.222051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.222088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.222240] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.222335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.222412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.222561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.222634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.222817] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.222929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.222992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.223157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.223234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.223316] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc is going to be created. [ 874.299155] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.299677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.299867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.300233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.300938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.311078] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc in Status: IN_PROGRESS for 2s [ 874.596808] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.596808] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9229c2e-b83d-4fee-8675-8d0ba5e17272 already deleted. [ 874.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9229c2e-b83d-4fee-8675-8d0ba5e17272" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.393103] env[69744]: INFO networking_nsxv3.common.synchronization [req-db73013b-7f36-4faf-aec9-a911ea9d2d94 req-5d79d838-d01f-4893-81dd-f8f77a81c50c tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 875.393401] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 875.393523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.393660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.393727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.395245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.395433] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.395545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.395610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.396043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.396144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.396339] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.712116] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a in Status: SUCCESS [ 875.712399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.712528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.712740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.712935] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.713067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.713132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.713286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.713369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.713451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.713541] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.851574] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.851751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.851846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.852168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.852439] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.852598] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.852721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.853608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.853973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.854093] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.854198] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.854265] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.854358] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.854502] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.854559] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.854805] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.874099] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.874215] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.874355] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.874551] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.874909] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-00cd1908-244f-404b-8335-47382828885d taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.875069] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.875196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.875540] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.875676] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cd1908-244f-404b-8335-47382828885d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.898089] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.216453] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.226869] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 876.227349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.227811] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: SUCCESS [ 876.227951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.228652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.228881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.231832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.231996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.232088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.232683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.232683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.232683] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.233391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.233485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.233601] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.233702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.233757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.233906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.234042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.234161] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.322131] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc in Status: SUCCESS [ 876.322364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.377816] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.378113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.378332] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.378684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.378926] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.379402] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 00cd1908-244f-404b-8335-47382828885d not found, creating... [ 876.379603] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.379878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.380097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.380453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.380642] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.381017] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.381265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.381462] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.381731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.381943] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.382162] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 00cd1908-244f-404b-8335-47382828885d is going to be created. [ 876.403283] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.403557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.403637] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.403895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.404220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.404420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.405266] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.722461] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2bd5012-bec1-41ab-b547-a4820dc86e1a: rpc.has_security_group_logging(os_id): False [ 876.738702] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.739553] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.744021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.744021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.744021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.744021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.744325] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.744570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.744570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.744740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.744856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.744998] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a is going to be created. [ 876.801284] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.801284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.801284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.801284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.811678] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a in Status: IN_PROGRESS for 2s [ 876.908774] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.908931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.909011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.909242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.909338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.909436] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 is going to be updated. [ 876.941021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.941379] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.941518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.941961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.942392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.957570] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: IN_PROGRESS for 2s [ 877.196108] env[69744]: INFO networking_nsxv3.common.synchronization [req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 req-53d721d0-fe6b-4264-8a1b-6776c590e828 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 877.196756] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 877.197222] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.197418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.197418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.197640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.197807] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.197906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.197968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.198138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.198237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.198330] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.242160] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.243069] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.332377] env[69744]: INFO networking_nsxv3.common.synchronization [req-db73013b-7f36-4faf-aec9-a911ea9d2d94 req-2b33111b-83cd-46e3-b903-cac2897a56fc service nova] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_rules [ 877.332377] env[69744]: INFO networking_nsxv3.common.synchronization [req-db73013b-7f36-4faf-aec9-a911ea9d2d94 req-2b33111b-83cd-46e3-b903-cac2897a56fc service nova] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 877.332377] env[69744]: INFO networking_nsxv3.common.synchronization [req-db73013b-7f36-4faf-aec9-a911ea9d2d94 req-2b33111b-83cd-46e3-b903-cac2897a56fc service nova] Enqueued Resource ID: 00cd1908-244f-404b-8335-47382828885d with Priority: HIGHEST for action port [ 877.332377] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_rules [ 877.332377] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 877.332596] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00cd1908-244f-404b-8335-47382828885d with Priority: HIGHEST for action port [ 877.332956] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.333100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.333168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.333369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.333453] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.334245] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.334347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.334542] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-00cd1908-244f-404b-8335-47382828885d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.334651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.334716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.334875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.334948] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00cd1908-244f-404b-8335-47382828885d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.702232] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.744791] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.744939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.745018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.745232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.745317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.745411] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 877.746830] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.746946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.747135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.747330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.747410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.747499] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9035bef-832a-4eab-8501-d79434909a42 is going to be updated. [ 877.774288] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.774489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.774535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.774739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.774882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.776674] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.776817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.776867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.777018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.777139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.787877] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 877.788564] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: IN_PROGRESS for 2s [ 877.837172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.837312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.837535] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00cd1908-244f-404b-8335-47382828885d with status ACTIVE [ 877.837774] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.837924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.837959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.838235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.838356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.838547] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.838669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.838734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.838945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.839082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.839271] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.839366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.839686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.839889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.839991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.841077] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00cd1908-244f-404b-8335-47382828885d is going to be updated. [ 877.862691] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.862815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.862867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.863086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.863415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.863415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00cd1908-244f-404b-8335-47382828885d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.151502] env[69744]: INFO networking_nsxv3.common.synchronization [req-d42ed089-58e5-45b4-8f7d-7595b20e0587 req-8eff26b3-95bd-479f-9fdc-fc040dbbcb79 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_members [ 878.151995] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_members [ 878.152285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.152402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.152464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.152714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.152857] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.153043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.153122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.153273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.153355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.153444] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.204774] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.656017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.656593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.656864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.658813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.658813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.658813] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.658813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.658813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.658813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.658813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.658813] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b already deleted. [ 878.658813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.709851] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.709851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.709851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.709851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.709851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.709851] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 is going to be updated. [ 878.733719] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.735978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.735978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.735978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.735978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.744104] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.744104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.744104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.744104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.744104] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.744104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.744104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.744104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.744104] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.744104] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.744104] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.744104] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.744104] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.744684] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.744684] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.745155] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.747114] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: IN_PROGRESS for 2s [ 878.764522] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.764522] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.764522] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.764522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.764522] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-2fb9f25c-d89f-46c9-a292-a68597c045c4 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.764522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.764522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.764522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.764522] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb9f25c-d89f-46c9-a292-a68597c045c4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.781741] env[69744]: INFO networking_nsxv3.common.synchronization [req-115bc6c8-79f7-438b-b156-7b92a8caba84 req-85f4ba7d-af20-4b64-bd9d-5b5a1c90250c tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 878.783010] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 878.783444] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.783732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.785689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.785689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.785689] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.785689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.785689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.785689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.785689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.785689] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.823967] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a in Status: SUCCESS [ 878.824217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.972628] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: SUCCESS [ 878.972628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.972628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.972628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.972628] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.972628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.972628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.972938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.972938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.972938] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.269023] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.269023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.269023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.269023] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.269369] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.269369] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 2fb9f25c-d89f-46c9-a292-a68597c045c4 not found, creating... [ 879.269525] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.269679] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.269806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.270052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.270191] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.270483] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.270653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.270770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.270987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.271140] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.271278] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 2fb9f25c-d89f-46c9-a292-a68597c045c4 is going to be created. [ 879.287411] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.287582] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.287666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.287915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.288039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.288278] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.288404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.288463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.288594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.288689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.288837] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be updated. [ 879.295625] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.295822] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.296118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.296231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.296469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.296745] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.316895] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.317914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.318557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.318694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.318918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.333171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: IN_PROGRESS for 2s [ 879.414747] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 879.415029] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 879.415182] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_members [ 879.416222] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 879.416477] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 879.416691] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_members [ 879.417046] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.417223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.417521] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.418039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.418361] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.418526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.418660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.418952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.419380] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.419380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.419380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.419712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.419889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.420057] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.475436] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.523852] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 879.524579] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 879.524579] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_rules [ 879.524579] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_members [ 879.524579] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_rules [ 879.524579] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 879.524807] env[69744]: INFO networking_nsxv3.common.synchronization [req-bff32047-7629-45fd-bb10-8d45e904bca1 req-84a198d9-475e-4b10-bdd4-616c501c1c9f tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 4cff1180-c486-4ca9-b48f-084f835b5177 with Priority: HIGHEST for action port [ 879.525785] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_rules [ 879.525935] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_rules [ 879.526056] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 879.526146] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cff1180-c486-4ca9-b48f-084f835b5177 with Priority: HIGHEST for action port [ 879.526236] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_rules [ 879.526341] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 879.526462] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_members [ 879.526737] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.526850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.527066] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.527172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.527247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.527515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.527594] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.532193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.532193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cff1180-c486-4ca9-b48f-084f835b5177 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.532193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.532193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.532193] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cff1180-c486-4ca9-b48f-084f835b5177',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.532702] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.532702] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.532956] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.802219] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: SUCCESS [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.802219] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.802219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.802219] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.802219] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 879.803636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.804320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.805091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.805091] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.805294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.805850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.805850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.807520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.807520] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.809022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.809022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.809022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.810613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.810613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.813703] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.813703] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.813703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.813703] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.892194] env[69744]: INFO networking_nsxv3.common.synchronization [req-5811eea9-56cb-47ec-8e8a-e02137acaa8b req-660c72b3-6791-42c7-a3ee-ebd972509f42 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Enqueued Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_members [ 879.892700] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGHEST for action security_group_members [ 879.892982] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.893172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.893172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.893450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.893686] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.893686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.893686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.893936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.893936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.894050] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.921849] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.977833] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.030849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.030972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.034290] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cff1180-c486-4ca9-b48f-084f835b5177 with status ACTIVE [ 880.034462] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.034574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.034635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.035616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.035616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.035616] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.035616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.035616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.035616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.035616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.035616] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.035943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.035943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.035943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.035943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.036087] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cff1180-c486-4ca9-b48f-084f835b5177 is going to be updated. [ 880.055393] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.055693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.055768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.055960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.056114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.056268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cff1180-c486-4ca9-b48f-084f835b5177" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.090751] env[69744]: INFO networking_nsxv3.common.synchronization [req-d42ed089-58e5-45b4-8f7d-7595b20e0587 req-016e94f4-0fbf-4680-9492-ba95c65981ae service nova] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_rules [ 880.090916] env[69744]: INFO networking_nsxv3.common.synchronization [req-d42ed089-58e5-45b4-8f7d-7595b20e0587 req-016e94f4-0fbf-4680-9492-ba95c65981ae service nova] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_members [ 880.091061] env[69744]: INFO networking_nsxv3.common.synchronization [req-d42ed089-58e5-45b4-8f7d-7595b20e0587 req-016e94f4-0fbf-4680-9492-ba95c65981ae service nova] Enqueued Resource ID: 2fb9f25c-d89f-46c9-a292-a68597c045c4 with Priority: HIGHEST for action port [ 880.091292] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_rules [ 880.091412] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_members [ 880.091502] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb9f25c-d89f-46c9-a292-a68597c045c4 with Priority: HIGHEST for action port [ 880.092191] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.092376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.094404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.095033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.095033] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.096228] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.096385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.096508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.097190] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.097190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.097190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.097404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.097528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.097682] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.098536] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb9f25c-d89f-46c9-a292-a68597c045c4 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.100260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.100260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.100260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.100260] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb9f25c-d89f-46c9-a292-a68597c045c4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.315311] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.315311] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.316678] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.317556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.318120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.400349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.400349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.400349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.400349] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc is going to be updated. [ 880.426041] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.426041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.426041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.426041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.426041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.426041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.441865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc in Status: IN_PROGRESS for 2s [ 880.481416] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.481416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.481416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.481416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.481416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.481416] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 is going to be updated. [ 880.507045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.507194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.507312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.507483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.507617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.516360] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: IN_PROGRESS for 2s [ 880.601598] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.602654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.602769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606145] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fb9f25c-d89f-46c9-a292-a68597c045c4 with status ACTIVE [ 880.606145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.606145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.606145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.606145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.606145] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fb9f25c-d89f-46c9-a292-a68597c045c4 is going to be updated. [ 880.625280] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.626035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.626035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.626035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.626236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.626318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb9f25c-d89f-46c9-a292-a68597c045c4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.756284] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: SUCCESS [ 880.756284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.816152] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9035bef-832a-4eab-8501-d79434909a42: rpc.has_security_group_logging(os_id): False [ 880.819908] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.821446] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.834162] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.834297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.834365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.834574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.834753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.834978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.835097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.835163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.835355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.835442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.835530] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9035bef-832a-4eab-8501-d79434909a42 is going to be created. [ 880.887155] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.887414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.887414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.888729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.888729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.899012] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: IN_PROGRESS for 2s [ 880.934375] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.934375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.934375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.934375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.934375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.934375] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 is going to be created. [ 880.965919] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.965919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.965919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.965919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.966455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.979337] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 in Status: UNINITIALIZED for 2s [ 881.103847] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.325025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.325025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.325025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.325025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.325025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.325025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9035bef-832a-4eab-8501-d79434909a42 is going to be updated. [ 881.325025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.325025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.325025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.325891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.325959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.327131] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 881.345814] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 881.345814] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 deletion is rescheduled due to dependency. [ 881.345814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.357505] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.360051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.360051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.360051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.360051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.360571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.360867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.361044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.361316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.361571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.370997] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: IN_PROGRESS for 2s [ 881.371761] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 881.606794] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.607049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.607124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.607347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.607486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.607599] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b is going to be created. [ 881.633526] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.633786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.633910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.634321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.638024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.644813] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: UNINITIALIZED for 2s [ 882.402205] env[69744]: INFO networking_nsxv3.common.synchronization [req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 req-91a646b5-7fb0-49c6-b763-11f66cd64b78 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 882.402205] env[69744]: INFO networking_nsxv3.common.synchronization [req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 req-91a646b5-7fb0-49c6-b763-11f66cd64b78 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 882.402205] env[69744]: INFO networking_nsxv3.common.synchronization [req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 req-91a646b5-7fb0-49c6-b763-11f66cd64b78 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_members [ 882.402205] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9035bef-832a-4eab-8501-d79434909a42 with Priority: HIGHEST for action security_group_members [ 882.402205] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 882.402205] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 with Priority: HIGHEST for action security_group_members [ 882.402972] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9035bef-832a-4eab-8501-d79434909a42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.403233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.403529] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.403741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.404067] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.405061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.453446] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc in Status: SUCCESS [ 882.453635] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc deletion is rescheduled due to dependency. [ 882.453777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.524386] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: SUCCESS [ 882.524633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.524797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.525026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.525226] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.525394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.525394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.525546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.525644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.525745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.525838] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.912884] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: SUCCESS [ 882.913164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.913411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.914605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.914605] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.988619] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 in Status: SUCCESS [ 882.989326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.989684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.990527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.991167] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.991167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.991167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.993610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.993610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.993610] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.029306] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.029306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.029306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.029306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.029688] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.029688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.029688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.029838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.029870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.029963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.030134] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.030216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.030289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.030407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.030543] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.030633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.030686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.030819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.030896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.030975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.031083] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.381411] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9035bef-832a-4eab-8501-d79434909a42 in Status: SUCCESS [ 883.381651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.381835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.382081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.382290] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.382414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.382486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.382659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.382763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.382860] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.384336] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 883.384542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.384734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.384922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.385102] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.385217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.385283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.385438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.385515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.385604] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.435387] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.439021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.439021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.439021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.439021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.439021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9035bef-832a-4eab-8501-d79434909a42 is going to be deleted. [ 883.494719] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.494883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.495835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.495835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.495835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.495835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.495835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.495835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.495835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.496210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.496210] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 is going to be deleted. [ 883.517051] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.517214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.517300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.517527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.517663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.517734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.532750] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b265864f-22f6-4eec-ae61-475d5c4b1bb1: rpc.has_security_group_logging(os_id): False [ 883.593110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.593110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.593110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.593529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.593580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.593864] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.593967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.594043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.594268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.594373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.594883] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.594883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.594883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.594883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.595063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.595169] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.595259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.595369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.595537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.595639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.595747] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 is going to be updated. [ 883.671241] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: SUCCESS [ 883.671488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.671660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.671882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.672077] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.672195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.672273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.672407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.672479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.672563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.672656] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.694448] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.694696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.694796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.694969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.695072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.695173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.695315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.695466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.695651] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.695751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.695808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.695956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.696050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.696142] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.715428] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.715575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.715627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.715825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.715964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.732332] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: IN_PROGRESS for 2s [ 883.888087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.888323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.888323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.888525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.888624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.888900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.889056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.889056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.889189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.889275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.889360] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9035bef-832a-4eab-8501-d79434909a42 is going to be deleted. [ 883.890493] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.918857] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.919075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.919075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.919274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.919365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.919467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.919612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.919766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.919972] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.920062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.920310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.920403] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9035bef-832a-4eab-8501-d79434909a42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.175759] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.198083] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.198296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.198296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.198544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.198544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.198754] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.198874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.198874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.199108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.199108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.199238] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 already deleted. [ 884.199238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.199379] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.200784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.200966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.201998] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.202134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.202405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.202792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.203073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.203073] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.393783] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.422906] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.423065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.423164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.423431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.423543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.423773] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.423894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.423944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.424230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.424230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.424334] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9035bef-832a-4eab-8501-d79434909a42 already deleted. [ 884.424334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9035bef-832a-4eab-8501-d79434909a42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.679585] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68fba010-3f33-4832-8946-3e8abc481d6b: rpc.has_security_group_logging(os_id): False [ 884.695756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.695933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.695976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.696239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.696341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.696588] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.696709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.696776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.696936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.697024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.697268] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b is going to be created. [ 884.701912] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.706198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.706393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.706731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.706731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.706879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.707182] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.707350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.707458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.707694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.707829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.707963] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 already deleted. [ 884.708108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.751732] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.751936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.752075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.752382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.752670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.766418] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: IN_PROGRESS for 2s [ 884.897212] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.897212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.897212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.897482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.897538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.897646] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 884.926312] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.926468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.926540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.926884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.927050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.936578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 885.204992] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211: rpc.has_security_group_logging(os_id): False [ 885.224722] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.224898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.224898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.225111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.225206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.225438] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.225536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.225597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.225748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.225832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.226310] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 is going to be created. [ 885.245402] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211], does not exist path=[/infra/domains/default/groups/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211]."\n}' [ 885.245504] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 [ 885.245585] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 885.276456] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.276604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.276741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.276931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.278066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.278348] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.278458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.278521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.278695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.278781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.278990] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.279135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.279208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.279383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.279483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.279578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 is going to be created. [ 885.297830] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211], does not exist path=[/infra/domains/default/groups/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 [ 885.297830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.298310] env[69744]: Traceback (most recent call last): [ 885.298354] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 885.298354] env[69744]: return func(*args, **kwargs) [ 885.298354] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 885.298354] env[69744]: res.raise_for_status() [ 885.298354] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 885.298354] env[69744]: raise HTTPError(http_error_msg, response=self) [ 885.298354] env[69744]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 [ 885.298354] env[69744]: During handling of the above exception, another exception occurred: [ 885.298354] env[69744]: Traceback (most recent call last): [ 885.298354] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 885.298354] env[69744]: listener.cb(fileno) [ 885.298354] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 885.298354] env[69744]: result = function(*args, **kwargs) [ 885.298354] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 885.298354] env[69744]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 885.298779] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 885.298779] env[69744]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 885.298779] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 885.298779] env[69744]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 885.298779] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 885.298779] env[69744]: res.raise_for_status() [ 885.298779] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 885.298779] env[69744]: raise HTTPError(http_error_msg, response=self) [ 885.298779] env[69744]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1d83a67c-bee5-4ad1-bcc6-b23f5d5b1211 [ 885.298779] env[69744]: Removing descriptor: 15 [ 885.746340] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: SUCCESS [ 885.746618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.777015] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: SUCCESS [ 886.777278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.946156] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 886.946383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.946704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.946957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.947194] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.947329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.947408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.947581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.947668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.947765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.947951] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.948063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.948139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.948298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.948446] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.948543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.948603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.948742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.948819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.948898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.948988] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.949806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.949966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.950161] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.950236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.950268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.950409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.950491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.950569] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.403021] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 887.403021] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 887.452412] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17355739-a8f2-4e86-8263-97e5bce6ed67: rpc.has_security_group_logging(os_id): False [ 887.457132] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.469128] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.469638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.469638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.469638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.489663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.489962] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.490128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.490208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.490441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.490678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.491329] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.491329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.491329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.491329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.491329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.491576] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.491681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.491731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.491889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.491988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.492680] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 887.545887] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.546134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.546240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.546475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.546744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.561235] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 887.960399] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.461781] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.461981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.462062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.462546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.462657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.462790] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 888.503809] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.503979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.504092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.504333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.504445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.512877] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 889.575574] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 889.575854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.576552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.576552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.576552] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.084230] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.084230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.521935] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 890.522433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.522935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.523277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.523572] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.523842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.524020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.524270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.525018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.525018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.525018] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.029923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.029923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.029923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.029923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.029923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.030804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.030804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.030804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.030804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.030804] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.535522] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17355739-a8f2-4e86-8263-97e5bce6ed67: rpc.has_security_group_logging(os_id): False [ 891.549986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.550208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.550520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.550520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.550597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.550756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.550851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.550970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.551139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.551218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.551409] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.551521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.551585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.551749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.551827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.552334] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.552334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.552334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.552532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.552576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.552677] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 891.611369] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.612258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.612258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.612570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.612700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.624354] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9f1587f-4f95-4f0e-866d-93121b722245 req-e27d1df6-da25-48fc-b025-8a567d9632fa tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Enqueued Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_members [ 891.624945] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_members [ 891.625515] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.625673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.625766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.626121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.626340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.626613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.626739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.627283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.627412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.627562] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.631770] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 892.073395] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.073754] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-18" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.073754] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-18" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.074065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-18" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.077180] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.077359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.077544] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.077874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.078286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.078399] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.078526] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.078667] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.078791] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.078944] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 892.079059] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.079202] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.101813] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.102491] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 892.102491] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.102491] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-18" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.102678] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-e3011381-ba84-4d48-93b6-9d1622680ef6 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.103736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.103736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.103736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.103736] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3011381-ba84-4d48-93b6-9d1622680ef6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.131553] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.131723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.131794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.132081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.132172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.132320] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.132417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.132479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.132638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.132708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.132793] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 already deleted. [ 892.132867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.462731] env[69744]: INFO networking_nsxv3.common.synchronization [req-b1254206-df5e-4150-9dad-1b600316a5dc req-987fd1d8-27d0-43f6-9a84-dcb6c64ed56a tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 892.463305] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 892.463611] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.463731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.463812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.463990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.464223] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.464341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.464395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.464876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.464954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.465069] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.607404] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.607604] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.607740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.608077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.608233] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.608813] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port e3011381-ba84-4d48-93b6-9d1622680ef6 not found, creating... [ 892.609174] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.609418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.609497] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.609919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.610090] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.610407] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.610574] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.610694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.611123] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.611289] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.611439] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: e3011381-ba84-4d48-93b6-9d1622680ef6 is going to be created. [ 892.631642] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.632150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.632383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.632770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.633109] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.633579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.967399] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.472813] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.546030] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9f1587f-4f95-4f0e-866d-93121b722245 req-5f8805a9-7a77-4521-8ffc-1d7bb0ea23a8 service nova] Enqueued Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_rules [ 893.546209] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9f1587f-4f95-4f0e-866d-93121b722245 req-5f8805a9-7a77-4521-8ffc-1d7bb0ea23a8 service nova] Enqueued Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_members [ 893.548817] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9f1587f-4f95-4f0e-866d-93121b722245 req-5f8805a9-7a77-4521-8ffc-1d7bb0ea23a8 service nova] Enqueued Resource ID: e3011381-ba84-4d48-93b6-9d1622680ef6 with Priority: HIGHEST for action port [ 893.548817] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_rules [ 893.548817] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_members [ 893.548817] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3011381-ba84-4d48-93b6-9d1622680ef6 with Priority: HIGHEST for action port [ 893.548817] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.548817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.548817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.548817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.548817] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.549357] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.549357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.549357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.549471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.549617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.549677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.549709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.553024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.553024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.553024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.553024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3011381-ba84-4d48-93b6-9d1622680ef6 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.553024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.553024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.553024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.553024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3011381-ba84-4d48-93b6-9d1622680ef6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.678067] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 893.678324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.976596] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.976596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.976596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.976596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.976596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.976596] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 is going to be updated. [ 894.004254] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.004400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.004470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.004714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.004865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.015073] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: IN_PROGRESS for 2s [ 894.053357] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.054849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.055036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.055291] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3011381-ba84-4d48-93b6-9d1622680ef6 with status ACTIVE [ 894.055548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.055730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.055971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.057012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.057248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.057662] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.058148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.058148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.060304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.060304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.060304] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.060304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.060304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.060304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.060304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.060749] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3011381-ba84-4d48-93b6-9d1622680ef6 is going to be updated. [ 894.065947] env[69744]: INFO networking_nsxv3.common.synchronization [None req-f552a89d-2196-4829-8558-d902d25a28fb None None] Enqueued Resource ID: dd03d882-e669-4cf4-982f-5f711d477c2b with Priority: HIGHEST for action port [ 894.067207] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd03d882-e669-4cf4-982f-5f711d477c2b with Priority: HIGHEST for action port [ 894.067761] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd03d882-e669-4cf4-982f-5f711d477c2b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.068152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd03d882-e669-4cf4-982f-5f711d477c2b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.068152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd03d882-e669-4cf4-982f-5f711d477c2b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.068559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd03d882-e669-4cf4-982f-5f711d477c2b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.068770] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd03d882-e669-4cf4-982f-5f711d477c2b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.084739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.084928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.085520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.085520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.085666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.086014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3011381-ba84-4d48-93b6-9d1622680ef6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.358931] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-5acd34c6-3429-4d55-9206-ce8b5a001656 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 894.359461] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 894.359756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.359902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.359979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.360239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.360402] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.360522] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.360586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.360740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.360828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.361051] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.563647] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.572366] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd03d882-e669-4cf4-982f-5f711d477c2b [ 894.572633] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.573100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.573100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.573675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.573675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.573675] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd03d882-e669-4cf4-982f-5f711d477c2b already deleted. [ 894.573675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd03d882-e669-4cf4-982f-5f711d477c2b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.811794] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-2e6ef9fc-215e-45db-99a8-5f03ff5dee70 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 894.812422] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 894.812735] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.812876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.862986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.863134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.863206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.863435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.863509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.863703] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.863801] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.863864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.864037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.864538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.864643] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 already deleted. [ 894.864747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.864918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.865084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.865231] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.865323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.865497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.865551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.865579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.865668] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.067473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.067473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.069365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.069647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.069744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.069850] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 is going to be created. [ 895.094156] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.094289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.094363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.094572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.094743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.105339] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 in Status: UNINITIALIZED for 2s [ 895.365813] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-c7ef1947-296a-429f-9f92-a8604710ebe2 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 895.366834] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 895.366834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.366834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368149] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.368262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.368528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.368619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.368793] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.368885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.369122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.369201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.369286] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 already deleted. [ 895.369362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.369740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.369897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.370052] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.370150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.370211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.370349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.370420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.370509] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.660550] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.661079] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.661079] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.661349] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.661635] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.661804] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.661942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.662206] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.662369] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.662600] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.662728] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.662843] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.662959] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.663225] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.663363] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.663549] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.682412] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.682578] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.682664] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.682796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.683277] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-a454214d-6c41-4ae4-bf06-5350f6d537e6 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.683457] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.683656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.683911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.684080] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a454214d-6c41-4ae4-bf06-5350f6d537e6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.874512] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.874925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.875164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.875515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.875759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.876414] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.876798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.877028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.877316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.879398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.879398] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 already deleted. [ 895.879398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.041720] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: SUCCESS [ 896.041720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.186696] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.187978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.187978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.187978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.187978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.187978] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port a454214d-6c41-4ae4-bf06-5350f6d537e6 not found, creating... [ 896.187978] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.188229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.188229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.188350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.188483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.188769] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.188919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.189168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.189429] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.189594] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.189761] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: a454214d-6c41-4ae4-bf06-5350f6d537e6 is going to be created. [ 896.210283] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.210283] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.210283] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.210568] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.211391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.211391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.241569] env[69744]: INFO networking_nsxv3.common.synchronization [None req-98172585-551a-4506-a985-0b5a309f6419 None None] Enqueued Resource ID: b52fcffa-2519-4df6-89e2-57f55a365bae with Priority: HIGHEST for action port [ 896.241569] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b52fcffa-2519-4df6-89e2-57f55a365bae with Priority: HIGHEST for action port [ 896.242033] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-b52fcffa-2519-4df6-89e2-57f55a365bae taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.242618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b52fcffa-2519-4df6-89e2-57f55a365bae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.243560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b52fcffa-2519-4df6-89e2-57f55a365bae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.243560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b52fcffa-2519-4df6-89e2-57f55a365bae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.243560] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b52fcffa-2519-4df6-89e2-57f55a365bae',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.746405] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b52fcffa-2519-4df6-89e2-57f55a365bae [ 896.746405] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.746405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.746405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.746405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.746405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.746405] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b52fcffa-2519-4df6-89e2-57f55a365bae already deleted. [ 896.746405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b52fcffa-2519-4df6-89e2-57f55a365bae" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.119293] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 in Status: SUCCESS [ 897.119507] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.119559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.119781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.120074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.120225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.120293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.120464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.120637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.120728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.120824] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.475024] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-67c0e951-5808-44d8-b054-7f218f4d2603 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 897.475024] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-67c0e951-5808-44d8-b054-7f218f4d2603 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 897.475024] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-67c0e951-5808-44d8-b054-7f218f4d2603 service nova] Enqueued Resource ID: a454214d-6c41-4ae4-bf06-5350f6d537e6 with Priority: HIGHEST for action port [ 897.475024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 897.475024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 897.475024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a454214d-6c41-4ae4-bf06-5350f6d537e6 with Priority: HIGHEST for action port [ 897.475024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.475024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.475024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.475024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.475024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.476092] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.476953] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-a454214d-6c41-4ae4-bf06-5350f6d537e6 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.477131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.477260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.477444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.477574] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a454214d-6c41-4ae4-bf06-5350f6d537e6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.567563] env[69744]: INFO networking_nsxv3.common.synchronization [req-4688f23f-5aee-40cf-b3db-da915b1d864c req-8fb7f1c7-77ab-4699-bb42-334daf6ff73d tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_members [ 897.568111] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_members [ 897.568328] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.568424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.568494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.568748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.568908] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.569016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.569091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.569249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.569332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.569425] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.624456] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.624456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.624456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.624456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.624456] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.624456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.624456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.625162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.625162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.625162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.625162] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.625162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.625162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.625454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.625454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.625558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.625605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.625708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.625816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.625893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.625976] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.977848] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.978333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-625" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.978333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-625" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.978565] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-625" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.978866] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.978986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.979114] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.979325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.979467] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.979673] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.979790] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.979895] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.980009] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.980125] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.980226] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.980353] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.981678] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.982517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.982631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.982782] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a454214d-6c41-4ae4-bf06-5350f6d537e6 with status ACTIVE [ 897.982929] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.983029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.983090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.983243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.983323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.983504] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.983587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.983636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.983753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.983829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.984024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.984107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.984161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.984300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.984373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.984455] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a454214d-6c41-4ae4-bf06-5350f6d537e6 is going to be updated. [ 898.008571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.008706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.008798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.008972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.009153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.009315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a454214d-6c41-4ae4-bf06-5350f6d537e6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.010183] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.010380] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.010469] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.010626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-625" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.011527] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-e02e3915-57ec-4772-a94e-ab94c91a5c99 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.014075] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.014304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.014869] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.014869] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02e3915-57ec-4772-a94e-ab94c91a5c99',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.074018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.074018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.074018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e already deleted. [ 898.074018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.127963] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb71fb05-1b1d-4954-9ac1-71456cb63152: rpc.has_security_group_logging(os_id): False [ 898.149826] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.150603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.150603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.151318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.151464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.151735] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.151941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.152050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.152491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.152646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.152879] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.153027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.153141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.153331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.153492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.153743] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.153884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.153977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.154163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.158018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.158018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 is going to be created. [ 898.225711] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.225905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.226006] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.226245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.226466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.239206] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 in Status: IN_PROGRESS for 2s [ 898.326812] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.327038] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-909" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.327169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-909" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.327488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-909" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.327764] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.327936] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.328419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.328646] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.328724] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.328831] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.328940] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.329092] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.329238] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.329310] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.353629] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.353629] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.353629] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.353629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-909" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.353629] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.353629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.353629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.353970] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.353970] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da69e79-8d7b-4a6e-a8a1-ac0502d52983',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.490432] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.516990] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.517248] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.517448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.517849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.518111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.518359] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port e02e3915-57ec-4772-a94e-ab94c91a5c99 not found, creating... [ 898.518658] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.518824] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.518942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.519185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.519348] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.519650] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.519812] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.519979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.520318] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.520479] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.520625] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: e02e3915-57ec-4772-a94e-ab94c91a5c99 is going to be created. [ 898.539460] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.539641] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.539762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.540126] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.540410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.540599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.857073] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.857073] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.857266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.857473] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.857626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.857804] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 not found, creating... [ 898.858097] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.858258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.858378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.858592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.858731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.859038] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.859183] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.860117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.860117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.860117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.860117] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 is going to be created. [ 898.878973] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.879210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.879309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.879604] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.879831] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.880068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.993036] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.993036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.993036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.993036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.993456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.993456] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be created. [ 899.021714] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.021863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.021863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.022447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.022447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.032267] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: UNINITIALIZED for 2s [ 899.275324] env[69744]: INFO networking_nsxv3.common.synchronization [req-4688f23f-5aee-40cf-b3db-da915b1d864c req-fc34f32c-90cb-432c-b53b-e537190dd708 service nova] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_rules [ 899.275500] env[69744]: INFO networking_nsxv3.common.synchronization [req-4688f23f-5aee-40cf-b3db-da915b1d864c req-fc34f32c-90cb-432c-b53b-e537190dd708 service nova] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_members [ 899.275633] env[69744]: INFO networking_nsxv3.common.synchronization [req-4688f23f-5aee-40cf-b3db-da915b1d864c req-fc34f32c-90cb-432c-b53b-e537190dd708 service nova] Enqueued Resource ID: e02e3915-57ec-4772-a94e-ab94c91a5c99 with Priority: HIGHEST for action port [ 899.275943] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_rules [ 899.276027] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_members [ 899.276575] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02e3915-57ec-4772-a94e-ab94c91a5c99 with Priority: HIGHEST for action port [ 899.276672] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.276760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.276820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.277032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.277264] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.278361] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.282063] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.282063] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.282063] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02e3915-57ec-4772-a94e-ab94c91a5c99 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.282063] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02e3915-57ec-4772-a94e-ab94c91a5c99',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.667095] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-f269ebdb-35d4-499b-8afc-39ad71a6cd48 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 899.667095] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-f269ebdb-35d4-499b-8afc-39ad71a6cd48 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 899.667095] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-f269ebdb-35d4-499b-8afc-39ad71a6cd48 service nova] Enqueued Resource ID: 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 with Priority: HIGHEST for action port [ 899.667095] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 899.667095] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 899.667095] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 with Priority: HIGHEST for action port [ 899.667768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668589] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.669293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.669419] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da69e79-8d7b-4a6e-a8a1-ac0502d52983',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.782073] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.782073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.782854] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.783178] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e02e3915-57ec-4772-a94e-ab94c91a5c99 with status ACTIVE [ 899.783362] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.783591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.783591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.783819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.783872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.784048] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.784170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.784247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.784439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.784500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.784712] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.784840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.784870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.785291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.785291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.785291] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e02e3915-57ec-4772-a94e-ab94c91a5c99 is going to be updated. [ 899.804778] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.804917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.805594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.805594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.805594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.805594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02e3915-57ec-4772-a94e-ab94c91a5c99" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.903719] env[69744]: INFO networking_nsxv3.common.synchronization [req-74ebb307-3f65-4b75-849a-5654fdb56f4a req-71b1ec7b-5a56-4cc7-aed8-312481be6c19 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 899.904392] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 899.904576] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.904736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.904825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.905090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.905332] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.905424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.905486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.905668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.905778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.905897] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.171360] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 with status ACTIVE [ 900.171637] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.171710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.171775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.172090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.172172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.172327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.172572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.172696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.172885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.172989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.173360] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.173491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.173571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.173736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.173835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.173940] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 is going to be updated. [ 900.214908] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.214908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.214908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.214908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.215125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.215254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7da69e79-8d7b-4a6e-a8a1-ac0502d52983" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.258287] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 in Status: SUCCESS [ 900.258485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.287066] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.408593] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.567018] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.567018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.567018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.567018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.567018] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.567018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.567018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.567018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.567018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.567867] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.568408] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.568408] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.569572] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.569572] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.569572] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.569572] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.593309] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.593309] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.593309] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.593309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.594281] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-3804253b-951f-4c73-95fa-f96abcd44668 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.594485] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.594614] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.595010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.595462] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3804253b-951f-4c73-95fa-f96abcd44668',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.784382] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.784590] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.784718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.784983] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.785537] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.785537] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.785537] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.785731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.785862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.786080] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.786193] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.786302] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.786458] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.786537] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.786611] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.786738] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.790628] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.790628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.790628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.790628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.790628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.790628] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e is going to be created. [ 900.803927] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.804109] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.804250] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.804417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-948" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.804745] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-9a3b373e-322a-447f-9611-c2fef4540db0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.804927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.805064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.805367] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.805508] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3b373e-322a-447f-9611-c2fef4540db0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.814962] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.815081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.815131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.815311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.815466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.824916] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: UNINITIALIZED for 2s [ 900.913376] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.043291] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 901.043525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.043707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.043925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.044132] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.044250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.044316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.044472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.044554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.044639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.044766] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.045608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.045776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.048714] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.050483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.050610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.050810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.050936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.051061] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.099661] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.099661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.099661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.103116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.103116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.103116] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 3804253b-951f-4c73-95fa-f96abcd44668 not found, creating... [ 901.103116] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.103116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.103116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.103116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.103116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.103116] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.103116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.103483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.103483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.103483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.104662] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 3804253b-951f-4c73-95fa-f96abcd44668 is going to be created. [ 901.126483] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.126740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.126919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.127272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.127533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.127817] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.243725] env[69744]: INFO networking_nsxv3.common.synchronization [req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 req-b121ae97-1ae9-42d0-92ad-6b5d91789d89 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 901.244270] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 901.244657] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.244781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.244781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.244999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.246177] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.246278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.246338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.246535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.246634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.246731] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.310034] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.310034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.310034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.310034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.310034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.310034] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 9a3b373e-322a-447f-9611-c2fef4540db0 not found, creating... [ 901.310034] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.310368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.310368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.310522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.310822] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.310955] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.313703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.313864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.314141] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.314265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.314413] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 9a3b373e-322a-447f-9611-c2fef4540db0 is going to be created. [ 901.338864] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.339103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.339214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.339547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.339834] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.340108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.416826] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.416826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.416826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.416826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.416826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.416826] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 901.463889] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.464068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.464182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.464460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.464602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.473800] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 901.552825] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.553178] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.553560] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.748404] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.057634] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.070163] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-5e8e4900-5fb7-447a-baf1-c9aac6a19370 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 902.070346] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-5e8e4900-5fb7-447a-baf1-c9aac6a19370 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 902.070484] env[69744]: INFO networking_nsxv3.common.synchronization [req-6c004428-30cc-4a7f-a410-a6d03d08cb7a req-5e8e4900-5fb7-447a-baf1-c9aac6a19370 service nova] Enqueued Resource ID: 9a3b373e-322a-447f-9611-c2fef4540db0 with Priority: HIGHEST for action port [ 902.071521] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 902.071521] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 902.071521] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a3b373e-322a-447f-9611-c2fef4540db0 with Priority: HIGHEST for action port [ 902.071955] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.072107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.072361] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.072477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.072688] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a3b373e-322a-447f-9611-c2fef4540db0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.072821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.072907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.073136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.073248] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a3b373e-322a-447f-9611-c2fef4540db0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.091079] env[69744]: INFO networking_nsxv3.common.synchronization [req-2280bdd6-2ce7-402e-9b09-768c4680643c req-66c16ad4-9148-4aab-948a-7d2e22f11051 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Enqueued Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 902.091226] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe with Priority: HIGHEST for action security_group_members [ 902.093820] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2be50ab9-f305-4ed5-8b51-574fe686f4fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.093966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.094068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.094298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.094455] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.094562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.094610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.094762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.094850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.094946] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2be50ab9-f305-4ed5-8b51-574fe686f4fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.107869] env[69744]: INFO networking_nsxv3.common.synchronization [req-74ebb307-3f65-4b75-849a-5654fdb56f4a req-139140f4-5158-4250-977e-0c15bb534797 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 902.108136] env[69744]: INFO networking_nsxv3.common.synchronization [req-74ebb307-3f65-4b75-849a-5654fdb56f4a req-139140f4-5158-4250-977e-0c15bb534797 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 902.108192] env[69744]: INFO networking_nsxv3.common.synchronization [req-74ebb307-3f65-4b75-849a-5654fdb56f4a req-139140f4-5158-4250-977e-0c15bb534797 service nova] Enqueued Resource ID: 3804253b-951f-4c73-95fa-f96abcd44668 with Priority: HIGHEST for action port [ 902.108674] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 902.109384] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 902.109384] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3804253b-951f-4c73-95fa-f96abcd44668 with Priority: HIGHEST for action port [ 902.109585] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.109697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.109762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.109963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.110046] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.110777] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.110871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.111072] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3804253b-951f-4c73-95fa-f96abcd44668 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.111171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.111234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.111614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.111614] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3804253b-951f-4c73-95fa-f96abcd44668',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.250462] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.560144] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.560396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.560521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.560849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.561026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.561192] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 902.575447] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a3b373e-322a-447f-9611-c2fef4540db0 with status ACTIVE [ 902.575751] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.575955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.576100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.576389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.576548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.576849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.577089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.577155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.577398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.577539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.577835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.578011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.578138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.578549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.578549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.578661] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a3b373e-322a-447f-9611-c2fef4540db0 is going to be updated. [ 902.596924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.597146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.597284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.597534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.612658] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.612828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.618118] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3804253b-951f-4c73-95fa-f96abcd44668 with status ACTIVE [ 902.618294] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.618407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.618475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.618660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.618743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.618915] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.619014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.619077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.619220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.619296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.619469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.619574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.619607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.619739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.619810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.619885] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3804253b-951f-4c73-95fa-f96abcd44668 is going to be updated. [ 902.742069] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.742069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.742187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.742386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.742540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.755318] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.755318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.755318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.755549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.756047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.756047] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be updated. [ 902.762449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.762701] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.762831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.762892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.763070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.763155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.763244] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe is going to be updated. [ 902.770252] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 902.772175] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.772175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.772175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.772175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.772175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.772175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a3b373e-322a-447f-9611-c2fef4540db0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.779612] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.779612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.779612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.779612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.779612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.779612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3804253b-951f-4c73-95fa-f96abcd44668" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.819563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.819563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.819563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.819563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.819563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.837472] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: IN_PROGRESS for 2s [ 902.851087] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: SUCCESS [ 902.851334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.851504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.851714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.851927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.852057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.852123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.852280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.852361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.852446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.852539] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.854082] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.854223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.854277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.854403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.854529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.869875] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: IN_PROGRESS for 2s [ 903.357380] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.483961] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 903.483961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.484136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.484318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.484553] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.484729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.485553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.485553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.485553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.485553] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.562381] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9427486-8c1a-41d7-a096-817091edd2d6 req-68a6ee8b-6471-4522-846c-fe803e19185d tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_members [ 903.563959] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_members [ 903.564316] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.564386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.564455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.564749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.564958] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.565091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.565157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.565312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.565397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.565490] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.858471] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fb2858a-9939-4c55-9e4d-89741189957e: rpc.has_security_group_logging(os_id): False [ 903.881451] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.881622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.881690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.881942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.882806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.882806] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.882806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.882806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.882806] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e is going to be created. [ 903.943014] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.943014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-261" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.943235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-261" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.943631] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-261" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.943819] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.943980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.944377] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.944683] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.944871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.945148] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.945426] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.945426] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.945556] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.945669] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.946460] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.946460] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.948110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.948287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.948376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.948595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.948846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.968255] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: IN_PROGRESS for 2s [ 903.971871] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.972122] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.972277] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.972509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-261" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.972933] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-437a4035-ce4e-42d6-bff1-14158711c0a3 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.973152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.973306] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.973744] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.973880] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('437a4035-ce4e-42d6-bff1-14158711c0a3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.987093] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.068463] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.068614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.068682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.068901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.068989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.069466] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.069565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.069604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.069772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.069826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.069893] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac already deleted. [ 904.069969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.478594] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.478915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.478957] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.479286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.479442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.479603] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 437a4035-ce4e-42d6-bff1-14158711c0a3 not found, creating... [ 904.479863] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.480044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.480193] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.480439] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.480596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.480880] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.481080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.481209] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.481418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.481553] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.481693] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 437a4035-ce4e-42d6-bff1-14158711c0a3 is going to be created. [ 904.491761] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.507720] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.508155] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.508201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.508460] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.508700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.508931] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.779749] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 904.779969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.780143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.780352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.780533] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.780655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.780720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.780896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.780986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.781085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.781250] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.781329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.781388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.781527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.781662] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.781753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.781812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.781944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.782034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.782113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.782200] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.782965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.783188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.783404] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.783501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.783563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.783705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.783782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.783871] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.844403] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: SUCCESS [ 904.844692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.878576] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe in Status: SUCCESS [ 904.878758] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2be50ab9-f305-4ed5-8b51-574fe686f4fe deletion is rescheduled due to dependency. [ 904.878872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2be50ab9-f305-4ed5-8b51-574fe686f4fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.996595] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.999381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.999381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.999381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.999381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.999381] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 905.023887] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.024059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.024168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.024385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.024537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.032810] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 905.287252] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c8d38f0-778c-4774-9621-ebba4b6ecd80: rpc.has_security_group_logging(os_id): False [ 905.288388] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.305139] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.305359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.305551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.305642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.305855] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.305966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.306056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.306166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.306241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.306414] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.306497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.306555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.306689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.306777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.307048] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.307140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.307201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.307344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.307424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.307495] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be created. [ 905.367437] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.367604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.367665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.367841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.368026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.379173] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 905.792042] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.854153] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9427486-8c1a-41d7-a096-817091edd2d6 req-c551cd36-3181-4fe5-8b4d-ea5f059699ba service nova] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_rules [ 905.854153] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9427486-8c1a-41d7-a096-817091edd2d6 req-c551cd36-3181-4fe5-8b4d-ea5f059699ba service nova] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_members [ 905.854274] env[69744]: INFO networking_nsxv3.common.synchronization [req-a9427486-8c1a-41d7-a096-817091edd2d6 req-c551cd36-3181-4fe5-8b4d-ea5f059699ba service nova] Enqueued Resource ID: 437a4035-ce4e-42d6-bff1-14158711c0a3 with Priority: HIGHEST for action port [ 905.854486] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_rules [ 905.854610] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_members [ 905.854704] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 437a4035-ce4e-42d6-bff1-14158711c0a3 with Priority: HIGHEST for action port [ 905.855244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.855408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.855457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.855660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.855706] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.857422] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.857729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.857810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.858071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.858230] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.858345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.858410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.858564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.858648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.858935] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.862032] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-437a4035-ce4e-42d6-bff1-14158711c0a3 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.862032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.862032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.862032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.862032] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('437a4035-ce4e-42d6-bff1-14158711c0a3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.979254] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: SUCCESS [ 905.979424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.294655] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.294655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.294655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.294885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.295038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.295132] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 906.321022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.321186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.321252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.321443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.321584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.332677] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 906.358248] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.358388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.364805] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 437a4035-ce4e-42d6-bff1-14158711c0a3 with status ACTIVE [ 906.365036] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.365165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.365312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.365548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.365644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.365862] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.365969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.366322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.366322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.366322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.366443] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.366532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.366637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.366723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.366804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.366901] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 437a4035-ce4e-42d6-bff1-14158711c0a3 is going to be updated. [ 906.368136] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.391807] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.392382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.392382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.392382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.392382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.392540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-437a4035-ce4e-42d6-bff1-14158711c0a3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.650792] env[69744]: INFO networking_nsxv3.common.synchronization [req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 req-86b53d29-4fb3-493b-bf7e-bf9523db122a tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 906.651384] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 906.651687] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.651810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.651878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.652242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.652725] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.652858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.652947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.653118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.653206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.653313] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.725948] env[69744]: INFO networking_nsxv3.common.synchronization [req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 req-676ed929-788f-499d-9f54-d93151038ae7 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Enqueued Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_members [ 906.726483] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGHEST for action security_group_members [ 906.726782] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.726928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.726995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.728406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.728705] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.728817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.728873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.729052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.729155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.729273] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.870124] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.042234] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 907.042483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.042648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.042874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.043097] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.043246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.043304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.043432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.043520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.043608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.043706] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.155669] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.232150] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.232327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.232367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.232597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.232687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.232872] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.232992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.233041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.233390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.233484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.234331] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 is going to be updated. [ 907.257608] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.258017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.258017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.258768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.258768] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.258768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.258768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.258982] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.259310] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.259577] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.259700] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.259813] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.259925] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.260049] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.260158] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.260294] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.262166] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.262292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.262347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.262512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.262683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.273316] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 in Status: IN_PROGRESS for 2s [ 907.279727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.279899] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.280053] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.280241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-561" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.280671] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-973586aa-dacd-4c7b-8366-dea01f128479 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.280864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.281367] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.281710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.281857] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973586aa-dacd-4c7b-8366-dea01f128479',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.375530] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.375530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.375530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.375530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.375530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.375530] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac is going to be created. [ 907.392009] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 907.392281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.392468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.392749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.392845] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.401067] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.401235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.401235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.401477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.401659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.413417] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: UNINITIALIZED for 2s [ 907.547526] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.547690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.547752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.548040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.548324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.548422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.548422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.548655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.548709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.548808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.548980] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.549089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.549164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.549395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.549601] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.549745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.549834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.549985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.550085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.550223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.550277] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.658155] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.784052] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.784447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.784592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.784904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.785084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.785249] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 973586aa-dacd-4c7b-8366-dea01f128479 not found, creating... [ 907.785535] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.785699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.785820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.786083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.786226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.786529] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.786683] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.786798] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.787193] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.787410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.795029] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 973586aa-dacd-4c7b-8366-dea01f128479 is going to be created. [ 907.824709] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.824956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.825120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.826230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.826230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.826615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.896332] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.897359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.052944] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 908.071318] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.071503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.071545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.071749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.097195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.097195] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.097195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.097195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.097195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.097195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.099094] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.099280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.099348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.099550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.099600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.099796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.099894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.099952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.100121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.100193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.100277] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 908.160118] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.160317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.160416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.160704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.164020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.164020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 908.164020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.164020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.164307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.164340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.164475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.175278] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 908.202124] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.202124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.202341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.202381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.202515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.218845] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 908.341656] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 908.341824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.341993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.342235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.342433] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.342556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.342623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.342778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.342859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.342944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.343054] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.625212] env[69744]: INFO networking_nsxv3.common.synchronization [req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 req-0976498c-2d2f-49a8-b5fe-4f1874b76f7a service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 908.625212] env[69744]: INFO networking_nsxv3.common.synchronization [req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 req-0976498c-2d2f-49a8-b5fe-4f1874b76f7a service nova] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 908.625212] env[69744]: INFO networking_nsxv3.common.synchronization [req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 req-0976498c-2d2f-49a8-b5fe-4f1874b76f7a service nova] Enqueued Resource ID: 973586aa-dacd-4c7b-8366-dea01f128479 with Priority: HIGHEST for action port [ 908.625212] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_rules [ 908.625212] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 908.625212] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973586aa-dacd-4c7b-8366-dea01f128479 with Priority: HIGHEST for action port [ 908.625212] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.625212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.625212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.625212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.625750] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.626765] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.627034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.627406] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-973586aa-dacd-4c7b-8366-dea01f128479 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.627716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.627897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.628396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.628960] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973586aa-dacd-4c7b-8366-dea01f128479',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.845965] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.846108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.846159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.846384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.846557] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.846657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.846721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.846928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.847051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.847129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.847277] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.847370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.847433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.847575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.847713] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.847805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.847864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.847994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.848086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.848204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.848276] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.134022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.134022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.134022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 973586aa-dacd-4c7b-8366-dea01f128479 with status ACTIVE [ 909.134022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.134022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.134022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.134022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.134022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.134706] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.134706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.135281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.135502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.135609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.135827] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.135969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.136063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.136251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.136332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.136408] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 973586aa-dacd-4c7b-8366-dea01f128479 is going to be updated. [ 909.159653] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.159815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.159869] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.160096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.160231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.160397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-973586aa-dacd-4c7b-8366-dea01f128479" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.282915] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 in Status: SUCCESS [ 909.283186] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 deletion is rescheduled due to dependency. [ 909.283354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.351186] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c8d38f0-778c-4774-9621-ebba4b6ecd80: rpc.has_security_group_logging(os_id): False [ 909.375660] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.375660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.375660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.375660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.375660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.375660] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.375660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.375660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.375660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.376204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.376517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.376760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.376970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.377249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.377790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.378155] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.379897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.380227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.382391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.382391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.382391] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 909.423309] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: SUCCESS [ 909.423596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.427023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.427023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.427023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.427023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.427023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.427023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.427023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.427023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.427023] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.442596] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.442781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.442892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.443142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.443305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.456766] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 909.930279] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.187917] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 910.187917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.238110] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 910.238329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.238777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.238777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.238933] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.239082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.239339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.239427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239528] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.433568] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 494b8072-8e50-4781-99a9-83a6383af6ac: rpc.has_security_group_logging(os_id): False [ 910.452589] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.452790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.452790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.453026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.455087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.455087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.455087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.455087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.455087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.455087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.455087] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac is going to be created. [ 910.516405] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.516405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.516405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.516405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.516405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.525663] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: IN_PROGRESS for 2s [ 910.686804] env[69744]: INFO networking_nsxv3.common.synchronization [req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 req-0053d30a-08a9-4dd3-bd21-6ff48b723b33 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Enqueued Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 910.689469] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 with Priority: HIGHEST for action security_group_members [ 910.689469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.689469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.689469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.689963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.689963] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.689963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.689963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.690291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.690291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.690291] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d7c0380-240c-4a7f-96bb-d2572fc2d5d8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.743161] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.175348] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 911.175473] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent loop - iteration:1 started [ 911.193457] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.193820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.193820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.194055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.215567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.215834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.215948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.216032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.216252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.216333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.216422] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 is going to be updated. [ 911.249908] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.250107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.250237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.250378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.253487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.253487] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.261235] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: IN_PROGRESS for 2s [ 911.470200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 911.470200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.470520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.470520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.470623] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.547723] env[69744]: INFO networking_nsxv3.common.synchronization [req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 req-32b14c96-53b3-4f83-aa8c-2cf4643543ea tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 911.550593] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 911.552094] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.552094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.552094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.552094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.552094] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.552094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.552094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.552094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.552094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.552094] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.755204] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.755359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.755450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.755692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.755785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.755969] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 911.784503] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.784694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.784800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.784954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.785114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.792883] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 911.972791] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.972951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.973038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.973272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.973442] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.973543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.973604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.973752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.973837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.973925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.974038] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.054608] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.054797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.054880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.055108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.055223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.055379] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.055473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.055532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.055674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.055777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.055876] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 already deleted. [ 912.055913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.079656] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.080240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-271" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.080240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-271" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.080373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-271" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.080556] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.080707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.080821] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.081144] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.081337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.081575] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.081715] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.081825] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.081939] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.082059] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.082163] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.082293] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.101899] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.102116] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.102274] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.102450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-271" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.102745] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-8b41701b-db5d-4e32-b446-5f753563dd7c taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.102914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.103052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.103351] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.103493] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b41701b-db5d-4e32-b446-5f753563dd7c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.476433] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.476696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.476696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.476826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.477023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.477144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.477220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.477361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.477461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.477551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.477693] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.477801] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.477919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.478044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.478256] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.478386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.478433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.478556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.478635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.478718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.478809] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.541717] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: SUCCESS [ 912.541950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.605786] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.606010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.606146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.606421] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.606569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.606724] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 8b41701b-db5d-4e32-b446-5f753563dd7c not found, creating... [ 912.607080] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.607268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.607402] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.607624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.607760] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.608059] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.608219] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.608353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.608583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.608719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.608858] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 8b41701b-db5d-4e32-b446-5f753563dd7c is going to be created. [ 912.638700] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.639047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.639269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.639635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.639965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.640315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.981326] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c8d38f0-778c-4774-9621-ebba4b6ecd80: rpc.has_security_group_logging(os_id): False [ 913.001027] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.001194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.001267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.001487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.001602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.001870] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.002040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.002040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.002199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.002261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.002413] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.002523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.002584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.002719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.002794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.002970] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.003170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.003170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.003287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.003346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.003403] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 913.071419] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.071645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.071715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.071972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.072149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.088993] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 913.271562] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 in Status: SUCCESS [ 913.271562] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d7c0380-240c-4a7f-96bb-d2572fc2d5d8 deletion is rescheduled due to dependency. [ 913.271689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d7c0380-240c-4a7f-96bb-d2572fc2d5d8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.447302] env[69744]: INFO networking_nsxv3.common.synchronization [req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 req-487a9f4a-dd75-40e2-8393-f5e5f1083d8e service nova] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 913.447488] env[69744]: INFO networking_nsxv3.common.synchronization [req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 req-487a9f4a-dd75-40e2-8393-f5e5f1083d8e service nova] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 913.447644] env[69744]: INFO networking_nsxv3.common.synchronization [req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 req-487a9f4a-dd75-40e2-8393-f5e5f1083d8e service nova] Enqueued Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGHEST for action port [ 913.447886] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 913.448030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 913.448200] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGHEST for action port [ 913.448691] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.448956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.448956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.449212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.449325] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.450707] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.450818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.450887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.451099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.451268] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.451363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.451438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.451583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.451667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.451755] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.452501] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b41701b-db5d-4e32-b446-5f753563dd7c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.456111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.456111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.456111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.456111] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b41701b-db5d-4e32-b446-5f753563dd7c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.626051] env[69744]: INFO networking_nsxv3.common.synchronization [req-bef86dee-8d46-4c0a-add6-cb19727d37ba req-d4a89a98-ecf1-4836-9f13-f18c0c49073c tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 913.626595] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 913.626924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.627396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.627616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.627882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.627882] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.628066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.628066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.628588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.628588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.628588] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.801334] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 913.801524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.801683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.801894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802101] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.802218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.802284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.802437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.802518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.802605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.802696] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.954069] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.955120] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.955258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.958903] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b41701b-db5d-4e32-b446-5f753563dd7c with status ACTIVE [ 913.958903] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.959078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.959078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.959827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.959827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.959827] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.959827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.959827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.959827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.960244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.960244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.960244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.960244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.960391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.960559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.960559] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b41701b-db5d-4e32-b446-5f753563dd7c is going to be updated. [ 913.979173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.979285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.979285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.979472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.979602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.979757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.131411] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.169464] env[69744]: INFO networking_nsxv3.common.synchronization [req-7bde5af5-67e5-43ae-8304-ca5537726cad req-08525e5a-53f4-404a-9497-bd865184b1a6 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 914.169982] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 914.170317] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.170440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.170508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.170704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.170852] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.170947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.171164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.171362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.171465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.171573] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.305731] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.305731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.305898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.305992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.306186] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.306296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.306342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.306470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.306660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.306660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.306777] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.306885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.306961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.307129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.307274] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.307383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.307446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.307584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.307658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.307738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.307827] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.382085] env[69744]: INFO networking_nsxv3.common.synchronization [req-7bde5af5-67e5-43ae-8304-ca5537726cad req-517f5161-bd1a-4f33-9c90-26649ec95767 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 914.382658] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 914.382986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.383095] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.455983] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.634278] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.673482] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.731762] env[69744]: INFO networking_nsxv3.common.synchronization [req-7bde5af5-67e5-43ae-8304-ca5537726cad req-71380329-3506-4dd2-8700-4b75889f42da tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 914.732335] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 914.732673] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.732806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.815778] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea73c44c-8891-4049-a3d5-9ad6d1f0136d: rpc.has_security_group_logging(os_id): False [ 914.833521] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.833683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.833756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.834053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.851092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.851449] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.851605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.851694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.851926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.852045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.852297] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.852450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.852534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.852709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.852788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.852969] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.853077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.853137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.853277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.853404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.853495] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 914.915422] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.915565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.915635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.915846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.915988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.928547] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 914.960519] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.960677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.960748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.960970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.961080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.961183] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be created. [ 914.989109] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.989263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.989332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.989547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.989709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.003626] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: UNINITIALIZED for 2s [ 915.107527] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 915.107527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.137427] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.137427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.137427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.137658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.137658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.137797] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 915.175411] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.179679] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.179855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.180597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.180859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.181349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.190185] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 915.683225] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.683225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.683225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.683225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.683225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.683225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 915.712142] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.712142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.712142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.712142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.712142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.719796] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 916.941072] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 916.941436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.013541] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: SUCCESS [ 917.013719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.013885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.014122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.014312] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.014427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.014491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.014664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.014748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.014853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.014969] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.200760] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 917.200995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.520421] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.734030] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 917.734506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.734506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.735545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.735545] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.735545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.735545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.735545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.735545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.735545] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.025425] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9c61255-267b-4ad0-8809-703a4e19f8c7: rpc.has_security_group_logging(os_id): False [ 918.042209] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.042348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.042416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.042622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.042714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.042963] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.043096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.043165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.046258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.046258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.046380] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be created. [ 918.098966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.099147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.099216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.099738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.099738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.110636] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: IN_PROGRESS for 2s [ 918.239055] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.239139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.239311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.239631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.239868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.240041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.240156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.240267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.240475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.240566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.240717] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 918.277168] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.277451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.277641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.277924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.278158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.288878] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 919.733248] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.733611] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 919.942396] env[69744]: INFO networking_nsxv3.common.synchronization [req-a3a389db-6460-422d-8f2a-9a0f825eddf6 req-e89f0347-a868-4c07-84c8-c10ec7526d0b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 919.942711] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 919.943017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.943145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.943214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.943482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.943636] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.943737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.943793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.943972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.944332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.944431] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.122757] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: SUCCESS [ 920.123016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.299298] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 920.299506] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 deletion is rescheduled due to dependency. [ 920.299623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.299786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.300025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.300215] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.300414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.300414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.300541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.300599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.300699] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.325087] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.325087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.325087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.325087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.325087] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.325087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.325087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.325087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.325087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.325087] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.325087] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.325087] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.325087] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.325699] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.325699] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.325699] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.344504] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.344663] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.344797] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.344973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.345309] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-6783dca6-4a04-4257-b8c4-f551c6509975 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.345483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.345601] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.345919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.346071] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6783dca6-4a04-4257-b8c4-f551c6509975',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.446127] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.446336] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.446413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.446681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.446789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.447027] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.447160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.447245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.447453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.447524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.447632] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 already deleted. [ 920.447719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.806080] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.806080] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.806080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.806080] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 920.830495] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.834123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.834123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.834123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.834123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.840263] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 920.848443] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.848887] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.849052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.849359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.849520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.849683] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 6783dca6-4a04-4257-b8c4-f551c6509975 not found, creating... [ 920.849961] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.850146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.850266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.850509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.850650] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.850944] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.851294] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.851463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.851713] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.851892] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.852076] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 6783dca6-4a04-4257-b8c4-f551c6509975 is going to be created. [ 920.872978] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.873285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.873465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.873841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.874235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.874532] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.602505] env[69744]: INFO networking_nsxv3.common.synchronization [req-a3a389db-6460-422d-8f2a-9a0f825eddf6 req-5e7872ca-f921-4141-afc6-ef185bf97ed9 service nova] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_rules [ 921.602707] env[69744]: INFO networking_nsxv3.common.synchronization [req-a3a389db-6460-422d-8f2a-9a0f825eddf6 req-5e7872ca-f921-4141-afc6-ef185bf97ed9 service nova] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 921.602827] env[69744]: INFO networking_nsxv3.common.synchronization [req-a3a389db-6460-422d-8f2a-9a0f825eddf6 req-5e7872ca-f921-4141-afc6-ef185bf97ed9 service nova] Enqueued Resource ID: 6783dca6-4a04-4257-b8c4-f551c6509975 with Priority: HIGHEST for action port [ 921.603064] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_rules [ 921.603200] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 921.603297] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6783dca6-4a04-4257-b8c4-f551c6509975 with Priority: HIGHEST for action port [ 921.603851] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.603980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.604069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.604594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.604594] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.605234] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.605356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.605419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.605580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.605727] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.605897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.605897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.606021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.606100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.606185] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.606955] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6783dca6-4a04-4257-b8c4-f551c6509975 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.607070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.607151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.607317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.607390] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6783dca6-4a04-4257-b8c4-f551c6509975',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.109102] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.110339] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.110490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.110626] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6783dca6-4a04-4257-b8c4-f551c6509975 with status ACTIVE [ 922.110793] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.110923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.110988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.111638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.111638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.111638] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.111638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.111638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.111962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.111962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.112084] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.112151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.112201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.112317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.112376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.112447] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6783dca6-4a04-4257-b8c4-f551c6509975 is going to be updated. [ 922.136480] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.136622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.136690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.136904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.137108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.137271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6783dca6-4a04-4257-b8c4-f551c6509975" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.616464] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.850198] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 922.850366] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 deletion is rescheduled due to dependency. [ 922.850520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.120442] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.120710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.120710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.120883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.120974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.121088] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 is going to be created. [ 923.144011] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.144166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.144236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.144446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.144603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.153851] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: UNINITIALIZED for 2s [ 925.166555] env[69744]: INFO networking_nsxv3.common.synchronization [req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 req-21eba52f-ae90-49b2-b481-74696504023a tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 925.169951] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: SUCCESS [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.169951] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.169951] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.169951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.169951] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.170905] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.171083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.171192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.171406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.171613] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.171760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.171865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.172078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.172210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.172349] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.507425] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.507539] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.509024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.509024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.509024] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.509024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.509024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.509024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.509024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.511618] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.511775] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.511895] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.513890] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.513890] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.513890] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.513890] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.531386] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.531618] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.531801] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.531971] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.532274] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-5dc3971e-bb94-4e5a-b054-1717862ba00e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.532591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.532769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.533244] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.533358] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc3971e-bb94-4e5a-b054-1717862ba00e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.675131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.675131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.681200] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.036542] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.036763] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.036874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.037208] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.037398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.037511] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 5dc3971e-bb94-4e5a-b054-1717862ba00e not found, creating... [ 926.037765] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.038033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.038171] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.038326] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.038527] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.038773] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.038936] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.039142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.039365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.039499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.039641] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 5dc3971e-bb94-4e5a-b054-1717862ba00e is going to be created. [ 926.076820] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.077074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.077526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.077622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.077799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.078519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.184246] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.686474] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.686594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.686654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.687333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.687333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.687333] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 is going to be updated. [ 926.712759] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.712974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.713105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.713300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.713553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.722465] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: IN_PROGRESS for 2s [ 926.994780] env[69744]: INFO networking_nsxv3.common.synchronization [req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 req-09b423ed-2e74-472f-8414-f14b90aa2128 service nova] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_rules [ 926.994983] env[69744]: INFO networking_nsxv3.common.synchronization [req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 req-09b423ed-2e74-472f-8414-f14b90aa2128 service nova] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 926.995061] env[69744]: INFO networking_nsxv3.common.synchronization [req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 req-09b423ed-2e74-472f-8414-f14b90aa2128 service nova] Enqueued Resource ID: 5dc3971e-bb94-4e5a-b054-1717862ba00e with Priority: HIGHEST for action port [ 926.995290] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_rules [ 926.995421] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 926.995514] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc3971e-bb94-4e5a-b054-1717862ba00e with Priority: HIGHEST for action port [ 926.996090] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.996193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.996390] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.996468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.996638] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc3971e-bb94-4e5a-b054-1717862ba00e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.996734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.996790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.997033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.997125] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc3971e-bb94-4e5a-b054-1717862ba00e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.029047] env[69744]: INFO networking_nsxv3.common.synchronization [req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba req-32a80f9a-2833-4e03-bce2-186fb33565ee tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_members [ 927.029047] env[69744]: INFO networking_nsxv3.common.synchronization [req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba req-32a80f9a-2833-4e03-bce2-186fb33565ee tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 927.029047] env[69744]: INFO networking_nsxv3.common.synchronization [req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba req-32a80f9a-2833-4e03-bce2-186fb33565ee tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 927.029047] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGHEST for action security_group_members [ 927.029344] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 with Priority: HIGHEST for action security_group_members [ 927.029601] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGHEST for action security_group_members [ 927.029986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-881ad64a-4c53-47c7-9e68-971a53cb1c6d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.030263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.030409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.030681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.030927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.033022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.033022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.033022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.033022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.033022] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.033022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-17355739-a8f2-4e86-8263-97e5bce6ed67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.033022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.033022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.033022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.033022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.034827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.034827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.034898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.035019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.035094] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17355739-a8f2-4e86-8263-97e5bce6ed67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.037963] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.037963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.037963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.037963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.037963] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.037963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.037963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.037963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.037963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.037963] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.499244] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc3971e-bb94-4e5a-b054-1717862ba00e with status ACTIVE [ 927.499633] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.499721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.499774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.500023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.500149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.500365] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.500930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.500930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.500930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.500930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.501154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.501245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.501317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.501717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.501717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.501717] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc3971e-bb94-4e5a-b054-1717862ba00e is going to be updated. [ 927.522863] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.523103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.523103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.523405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.523405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.523569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc3971e-bb94-4e5a-b054-1717862ba00e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.540110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.540309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.540309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.540501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.540588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.540769] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.540904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.540956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.541077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.541155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.541238] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 is going to be updated. [ 927.542378] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.542489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.542555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.542706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.543639] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.543782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.564060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.564237] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.564583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.564583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.564753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.564753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.564815] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d is going to be updated. [ 927.565852] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.583303] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.583670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.583810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.584052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.584393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.586623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.586881] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.587233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.587233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.587397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.587484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.587570] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be updated. [ 927.597875] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: IN_PROGRESS for 2s [ 927.608535] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.608535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.608535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.608535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.608535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617403] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: IN_PROGRESS for 2s [ 927.625023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.625023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.625023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.625023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.625023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.632192] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: IN_PROGRESS for 2s [ 927.826233] env[69744]: INFO networking_nsxv3.common.synchronization [req-2c0c02a8-e19c-4091-8d8a-43e138f7066e req-36c610d5-d078-481f-96a2-fe7538812f03 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_members [ 927.826338] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_members [ 927.826602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.826739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.826800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.827281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.827467] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.827575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.827632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.827797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.827883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.827982] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.261187] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.261187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-493" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.261187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-493" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.261747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-493" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.261828] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.264006] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.264006] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.264006] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.264006] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.264006] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.264006] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.264006] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.264006] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.264006] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.264006] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.264006] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.282676] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.282676] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.282676] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.282991] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-493" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.283260] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-609f4973-264c-4638-a156-7543bae7a3fe taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.284026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.284026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.284026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.284477] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609f4973-264c-4638-a156-7543bae7a3fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.331068] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.331246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.331317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.331522] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.331612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.331824] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.331901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.331955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.332112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.332188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.332280] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e already deleted. [ 928.332359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.731579] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: SUCCESS [ 928.731866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.731963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.732210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.732391] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.732503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.732569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.732747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.732835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.732921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.733119] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.733204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.733262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.733405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.733542] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.733635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.733698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.733830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.733904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.733984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.734092] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.735184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.735184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.735295] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.735350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.735416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.735559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.735636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.735818] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.787061] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.787341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.787503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.788476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.789067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.789267] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 609f4973-264c-4638-a156-7543bae7a3fe not found, creating... [ 928.789573] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.789771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.789894] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.790147] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.790293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.790587] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.790744] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.790861] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.791114] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.791270] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.791415] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 609f4973-264c-4638-a156-7543bae7a3fe is going to be created. [ 928.809826] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.810062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.810193] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.810470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.810685] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.810909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.237600] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd099872-bd50-4a6b-aa08-a32b2073ac90: rpc.has_security_group_logging(os_id): False [ 929.238849] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.256145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.256359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.256359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.256575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.256663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.256852] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.256942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.257063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.257208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.257290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.257488] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.257580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.257637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.257771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.257844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.258038] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.258154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.258202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.258321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.258386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.258473] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 is going to be created. [ 929.312853] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.313041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.313114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.313288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.313463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.323209] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: IN_PROGRESS for 2s [ 929.607096] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 in Status: SUCCESS [ 929.607298] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17355739-a8f2-4e86-8263-97e5bce6ed67 deletion is rescheduled due to dependency. [ 929.607399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17355739-a8f2-4e86-8263-97e5bce6ed67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.624847] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d in Status: SUCCESS [ 929.625366] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d deletion is rescheduled due to dependency. [ 929.625494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.640512] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 in Status: SUCCESS [ 929.640712] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 deletion is rescheduled due to dependency. [ 929.640825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.744034] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.763623] env[69744]: INFO networking_nsxv3.common.synchronization [req-2c0c02a8-e19c-4091-8d8a-43e138f7066e req-5d3a5374-5e5c-4611-b0b7-35e53fced8a6 service nova] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_rules [ 929.763808] env[69744]: INFO networking_nsxv3.common.synchronization [req-2c0c02a8-e19c-4091-8d8a-43e138f7066e req-5d3a5374-5e5c-4611-b0b7-35e53fced8a6 service nova] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_members [ 929.763943] env[69744]: INFO networking_nsxv3.common.synchronization [req-2c0c02a8-e19c-4091-8d8a-43e138f7066e req-5d3a5374-5e5c-4611-b0b7-35e53fced8a6 service nova] Enqueued Resource ID: 609f4973-264c-4638-a156-7543bae7a3fe with Priority: HIGHEST for action port [ 929.764983] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_rules [ 929.765159] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_members [ 929.765252] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609f4973-264c-4638-a156-7543bae7a3fe with Priority: HIGHEST for action port [ 929.765526] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.765649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.765730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.765935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.766017] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.768112] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.768112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.768112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.768112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.768112] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.768112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.768112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.768112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.768112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.768112] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.770085] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-609f4973-264c-4638-a156-7543bae7a3fe taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.770194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.770257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.770412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.770490] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609f4973-264c-4638-a156-7543bae7a3fe',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.244571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.244571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.244701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.245292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.245292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.245292] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 is going to be updated. [ 930.271385] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.272525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.272678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.272728] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609f4973-264c-4638-a156-7543bae7a3fe with status ACTIVE [ 930.273466] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.273466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.273466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.273466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.273466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.273823] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.273823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.273823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.273823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.273985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.275052] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.275052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.275052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.275052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.275052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.275052] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609f4973-264c-4638-a156-7543bae7a3fe is going to be updated. [ 930.276550] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.276688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.276794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.276907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.277495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.287425] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: IN_PROGRESS for 2s [ 930.300133] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.300280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.300280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.300460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.300615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.300776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609f4973-264c-4638-a156-7543bae7a3fe" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.777091] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.279932] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.280493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.280566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.280951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.281166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.281318] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e is going to be created. [ 931.306359] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.306624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.306624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.306838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.307046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.317156] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: UNINITIALIZED for 2s [ 931.336697] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: SUCCESS [ 931.336697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.336697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.336697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.336697] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.838892] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.839200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.174155] env[69744]: INFO networking_nsxv3.common.synchronization [req-7a9e45e4-607a-41c0-b10c-aa78415d1274 req-e4fc6dba-b936-474d-bda0-a75abc2e56b1 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Enqueued Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 932.174797] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 with Priority: HIGHEST for action security_group_members [ 932.175169] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b265864f-22f6-4eec-ae61-475d5c4b1bb1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.175339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.175415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.175623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.176810] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.176810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.176810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.176810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.176810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.176810] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b265864f-22f6-4eec-ae61-475d5c4b1bb1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.296705] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: SUCCESS [ 932.298350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.299172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.299172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.299172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.299172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.299172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.299465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.299465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.299465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.299559] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.552472] env[69744]: INFO networking_nsxv3.common.synchronization [req-74935e17-26c3-4aa5-80db-76e7cbb1daba req-c9488e34-5908-41bd-ba13-9c54d035f780 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 932.554896] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 932.554896] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.558175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.558270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.559369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.559369] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.559369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.559369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.559369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.559369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.559369] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.681059] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.681059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.681059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.681059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.712854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.713957] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.713957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.713957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.713957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.713957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.713957] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 is going to be updated. [ 932.757860] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.757860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.757860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.758161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.758161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.769476] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: IN_PROGRESS for 2s [ 932.804188] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.804486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.804486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.804764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.804969] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.805133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.805214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.805413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.805535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.805649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.805845] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.805948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.806026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.806230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.806439] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.806548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.806614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.806799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.806902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.807040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.807150] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.953043] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.953349] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.953391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.953656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.953927] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.954128] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.954287] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.954634] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.954789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.955073] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.955130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.955257] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.955345] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.955480] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.955564] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.955702] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.975174] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.975356] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.975495] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.977047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.977047] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-fda5da2e-9c65-4501-9807-e0283531428e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.977047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.977047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.977047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.977047] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda5da2e-9c65-4501-9807-e0283531428e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.066036] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.309554] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd099872-bd50-4a6b-aa08-a32b2073ac90: rpc.has_security_group_logging(os_id): False [ 933.327644] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: SUCCESS [ 933.327883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.328071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.328304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.328505] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.328656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.328710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.328839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.328915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.329010] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.329123] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.330835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.330934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.330988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.331184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.331278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.331485] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.331585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.331646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.331791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.331868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.332099] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.332201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.332258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.332400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.332474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.332858] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.332858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.332858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.332990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.332990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.333128] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 is going to be updated. [ 933.398759] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.398759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.398759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.398759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.398759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.410494] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: IN_PROGRESS for 2s [ 933.479926] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.480247] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.480452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.480804] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.481027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.481240] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port fda5da2e-9c65-4501-9807-e0283531428e not found, creating... [ 933.481571] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.481781] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.481952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.482298] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.482437] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.482806] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.483038] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.483213] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.483492] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.483667] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.483853] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: fda5da2e-9c65-4501-9807-e0283531428e is going to be created. [ 933.527641] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.527882] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.528033] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.528311] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.528548] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.528806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.567559] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.835547] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.070390] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.070879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.070879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.075026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.075026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.075026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be updated. [ 934.099832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.101509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.101509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.101509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.101509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.110203] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: IN_PROGRESS for 2s [ 934.322421] env[69744]: INFO networking_nsxv3.common.synchronization [req-74935e17-26c3-4aa5-80db-76e7cbb1daba req-cd15a3fe-9255-489a-930b-981036a1287b service nova] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_rules [ 934.323082] env[69744]: INFO networking_nsxv3.common.synchronization [req-74935e17-26c3-4aa5-80db-76e7cbb1daba req-cd15a3fe-9255-489a-930b-981036a1287b service nova] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 934.323082] env[69744]: INFO networking_nsxv3.common.synchronization [req-74935e17-26c3-4aa5-80db-76e7cbb1daba req-cd15a3fe-9255-489a-930b-981036a1287b service nova] Enqueued Resource ID: fda5da2e-9c65-4501-9807-e0283531428e with Priority: HIGHEST for action port [ 934.323082] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_rules [ 934.323082] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 934.323305] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5da2e-9c65-4501-9807-e0283531428e with Priority: HIGHEST for action port [ 934.323741] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.323886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.323955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.325600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.325600] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.325600] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.325893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.325893] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fda5da2e-9c65-4501-9807-e0283531428e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.325990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.325990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.326177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.326239] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fda5da2e-9c65-4501-9807-e0283531428e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.342162] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a97623ed-c164-4dc1-b959-c0bf9bc2749e: rpc.has_security_group_logging(os_id): False [ 934.361945] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.362129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.362179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.362384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.362476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.362720] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.362820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.362886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.363049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.363130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.363224] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e is going to be created. [ 934.422691] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.422876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.422967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.423256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.423477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.434921] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: IN_PROGRESS for 2s [ 934.779076] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 in Status: SUCCESS [ 934.779076] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b265864f-22f6-4eec-ae61-475d5c4b1bb1 deletion is rescheduled due to dependency. [ 934.779076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b265864f-22f6-4eec-ae61-475d5c4b1bb1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.827617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.827753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.830496] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fda5da2e-9c65-4501-9807-e0283531428e with status ACTIVE [ 934.830496] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.830496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.830496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.830748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.831025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.831025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.831117] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.831117] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.831281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.831362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.831543] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.831635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.831694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.831830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.831902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.831983] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fda5da2e-9c65-4501-9807-e0283531428e is going to be updated. [ 934.850989] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.851142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.851207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.851399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.851530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.851676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fda5da2e-9c65-4501-9807-e0283531428e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.421652] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: SUCCESS [ 935.421925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.119395] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 936.119578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.119744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.119973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.120179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.120311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.120378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.120553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.120601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.120695] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.446171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: SUCCESS [ 936.446403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.624098] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.866490] env[69744]: INFO networking_nsxv3.common.synchronization [req-4c54ff57-53f5-4406-959d-29568d44ec3a req-ef674d67-95e9-4d8d-9ac6-62e25e41cb11 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 936.866916] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGHEST for action security_group_members [ 936.867509] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.867509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.867736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.869676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.869843] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.869956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.870027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.870212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.870317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.870573] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.126085] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.372891] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.373137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.373252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.373542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.398988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.399285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.399434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.399505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.399720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.399806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.399902] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be updated. [ 937.424761] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.424977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.424977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.425221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.425349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.436123] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: IN_PROGRESS for 2s [ 937.628649] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.628997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.628997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.629215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.629413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.629688] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be updated. [ 937.657566] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.657741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.657841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.658084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.658243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.666872] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: IN_PROGRESS for 2s [ 939.452746] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afb6b842-6240-45ca-86c9-f35c7ba7854b in Status: SUCCESS [ 939.453035] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b deletion is rescheduled due to dependency. [ 939.453105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.676194] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 939.676440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.676608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.676832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.677030] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.677224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.677647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.677647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.677647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.677647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.678033] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.182667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.182853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.182910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.183120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.183291] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.183398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.183455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.183608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.183690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.183779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.183928] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.184033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.184082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.184227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.184364] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.184453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.184503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.184640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.184714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.184792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.184883] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.691261] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd: rpc.has_security_group_logging(os_id): False [ 940.707669] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.707806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.707875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.708137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.729075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.729651] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.729651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.729651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.729822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.729894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.730104] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.730457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.730457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.730457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.730457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.730674] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.730730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.731509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.731509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.731509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.731509] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be updated. [ 940.797018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.797018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.797018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.797018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.797018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.811080] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: IN_PROGRESS for 2s [ 941.868406] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.869261] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 942.828212] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 942.828212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.489534] env[69744]: INFO networking_nsxv3.common.synchronization [req-af57b48b-e5d8-474f-a082-4336fdbff7e4 req-0be56952-c9bf-470c-89b1-9341ffe98139 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 944.490150] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 944.490496] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.490675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.490744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.490987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.493280] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.493419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.493487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.493669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.493760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.493856] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.649259] env[69744]: INFO networking_nsxv3.common.synchronization [None req-c4333dd3-0fbc-4a58-a308-394422086ee2 None None] Enqueued Resource ID: b6673082-1a67-4886-80d2-727f7f3a9e69 with Priority: HIGHEST for action port [ 944.649789] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6673082-1a67-4886-80d2-727f7f3a9e69 with Priority: HIGHEST for action port [ 944.653020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6673082-1a67-4886-80d2-727f7f3a9e69 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.653020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6673082-1a67-4886-80d2-727f7f3a9e69" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.653020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6673082-1a67-4886-80d2-727f7f3a9e69" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.653020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6673082-1a67-4886-80d2-727f7f3a9e69" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.653020] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6673082-1a67-4886-80d2-727f7f3a9e69',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.997985] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.155183] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6673082-1a67-4886-80d2-727f7f3a9e69 [ 945.155516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.155612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.155612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.155829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.155917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.156069] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6673082-1a67-4886-80d2-727f7f3a9e69 already deleted. [ 945.156118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6673082-1a67-4886-80d2-727f7f3a9e69" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.441389] env[69744]: INFO networking_nsxv3.common.synchronization [req-40b49368-6a34-4ce9-b320-2f810c48e90f req-95bd906e-c8a8-495e-ada3-eea318cf62e5 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 945.441962] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 945.442296] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.442754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.443040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.443097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.443248] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.443349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.443409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.443559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.443641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.443734] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.503700] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.894433] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.894624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.894750] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.895433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.895433] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.896048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.896048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.896048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.899743] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.899743] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.899743] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.899743] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.899743] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.899743] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.899743] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.899743] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.916605] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.916721] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.916818] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.916987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.917503] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.917673] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.917835] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.918194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.918370] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.951138] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.951138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.951248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.951432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.951478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.951666] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.951798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.951845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.951958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.952043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.952127] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 already deleted. [ 945.952208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.007736] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.008060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.008060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.008262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.008262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.008403] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 946.034697] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.034839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.035477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.035477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.035477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.043922] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 946.423522] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.423718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.423785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.424179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.424233] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.424370] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 not found, creating... [ 946.424628] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.424785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.424930] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.425215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.425378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.425776] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.425858] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.425982] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.426194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.426335] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.426380] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 is going to be created. [ 946.444976] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.449021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.449021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.449021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.449021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.449021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.726738] env[69744]: INFO networking_nsxv3.common.synchronization [None req-22a776cc-bd48-4f78-ba32-62601310bd01 None None] Enqueued Resource ID: 034b9f3b-c539-4d19-9943-651eef1ac73c with Priority: HIGHEST for action port [ 946.727193] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034b9f3b-c539-4d19-9943-651eef1ac73c with Priority: HIGHEST for action port [ 946.727487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-034b9f3b-c539-4d19-9943-651eef1ac73c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.727639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-034b9f3b-c539-4d19-9943-651eef1ac73c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.727707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-034b9f3b-c539-4d19-9943-651eef1ac73c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.727901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-034b9f3b-c539-4d19-9943-651eef1ac73c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.727983] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('034b9f3b-c539-4d19-9943-651eef1ac73c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.220932] env[69744]: INFO networking_nsxv3.common.synchronization [req-40b49368-6a34-4ce9-b320-2f810c48e90f req-fb085389-11cd-4645-b1f6-259e325580e6 service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 947.222124] env[69744]: INFO networking_nsxv3.common.synchronization [req-40b49368-6a34-4ce9-b320-2f810c48e90f req-fb085389-11cd-4645-b1f6-259e325580e6 service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 947.222124] env[69744]: INFO networking_nsxv3.common.synchronization [req-40b49368-6a34-4ce9-b320-2f810c48e90f req-fb085389-11cd-4645-b1f6-259e325580e6 service nova] Enqueued Resource ID: 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 with Priority: HIGHEST for action port [ 947.222124] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 947.222124] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 947.222124] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 with Priority: HIGHEST for action port [ 947.223214] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.223214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.223214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.223214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.223214] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.223823] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.223897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.223983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.224455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.225047] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.225047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.225047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.225047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.225047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.225354] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.229019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.229019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.229019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.229019] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.229522] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 034b9f3b-c539-4d19-9943-651eef1ac73c [ 947.229685] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.229896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.230132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.230214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.230300] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:034b9f3b-c539-4d19-9943-651eef1ac73c already deleted. [ 947.230475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-034b9f3b-c539-4d19-9943-651eef1ac73c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.727503] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.732775] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 with status ACTIVE [ 947.732775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.732775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.732775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.732775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.732775] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 is going to be updated. [ 947.733391] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.733391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.767686] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.767782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.767853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.768126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.768294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.768431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.055174] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 948.055422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.232671] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.737691] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.738031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.738031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.738160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.738333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.738437] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be created. [ 948.762247] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.762393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.762464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.762681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.762840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.773978] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: UNINITIALIZED for 2s [ 950.310350] env[69744]: INFO networking_nsxv3.common.synchronization [req-2e449b25-eb9d-40c1-88fd-acb0093190bc req-bc3b1ec3-57fb-4211-9b99-dbf9b4f95b63 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Enqueued Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_members [ 950.310976] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_members [ 950.312791] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.314639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.314949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.315276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.317018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.317018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.317018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.317018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.317018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.317018] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.498193] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b3f0e900-5b19-4d8c-bb17-b6ca511b3514 None None] Enqueued Resource ID: 04809294-9edf-4972-b123-655efc740613 with Priority: HIGHEST for action port [ 950.498193] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04809294-9edf-4972-b123-655efc740613 with Priority: HIGHEST for action port [ 950.498520] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-04809294-9edf-4972-b123-655efc740613 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.498772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04809294-9edf-4972-b123-655efc740613" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.498938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04809294-9edf-4972-b123-655efc740613" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.499284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04809294-9edf-4972-b123-655efc740613" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.499567] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04809294-9edf-4972-b123-655efc740613',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.714911] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.715136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.715271] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.715594] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.715851] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.716092] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.716225] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.716446] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.716592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.716803] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.716919] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.717043] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.717217] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.717358] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.717469] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.717603] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.736356] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.737030] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.737030] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.737030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.737502] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-f68031b2-64af-44f7-aac4-2e02da1844e0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.737502] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.737615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.737865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.738009] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68031b2-64af-44f7-aac4-2e02da1844e0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.783208] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 950.783208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.783208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.783613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.784344] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.784616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.784778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.785059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.785256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.785451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.785632] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.818734] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.818902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.818902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.819158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.819252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.819456] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.819576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.819639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.819794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.819872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.819957] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39802706-26a5-4a7e-89ab-634dff898129 already deleted. [ 950.820054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.009734] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04809294-9edf-4972-b123-655efc740613 [ 951.009734] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.010115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.010115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.010115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.010294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.010294] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04809294-9edf-4972-b123-655efc740613 already deleted. [ 951.010364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04809294-9edf-4972-b123-655efc740613" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.215693] env[69744]: INFO networking_nsxv3.common.synchronization [None req-1fe800f6-71e7-4cbd-88f9-a0f2181e6889 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 951.215693] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 951.215693] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.215693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.215693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.216341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.216341] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.239953] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.240169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.240323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.240588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.240738] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.240889] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port f68031b2-64af-44f7-aac4-2e02da1844e0 not found, creating... [ 951.241156] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.241313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.241433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.241655] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.241794] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.242098] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.242389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.242389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.242576] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.242710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.243189] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: f68031b2-64af-44f7-aac4-2e02da1844e0 is going to be created. [ 951.264466] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.264466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.264466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.264466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.264466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.264466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.289273] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.306593] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b785ce15-69e8-438c-860e-d649adf9ea54 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 951.310678] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 951.310678] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.310678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.736616] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.736775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.736824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.737064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.737194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.737323] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d already deleted. [ 951.737415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.737565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.738012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.738109] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.791963] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9231f827-de60-4f2b-a52e-3b1e68362fd8: rpc.has_security_group_logging(os_id): False [ 951.808667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.808904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.809000] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.809296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.809421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.809773] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.809896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.809989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.810219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.810321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.814226] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be created. [ 951.876533] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.876696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.876768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.876994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.877318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892046] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 952.261406] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.261838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.262234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.262812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.263170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.263402] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d already deleted. [ 952.263582] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.512272] env[69744]: INFO networking_nsxv3.common.synchronization [req-2e449b25-eb9d-40c1-88fd-acb0093190bc req-2fbdc66e-2b4d-4764-822d-62a4deb8569c service nova] Enqueued Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_rules [ 952.512540] env[69744]: INFO networking_nsxv3.common.synchronization [req-2e449b25-eb9d-40c1-88fd-acb0093190bc req-2fbdc66e-2b4d-4764-822d-62a4deb8569c service nova] Enqueued Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_members [ 952.512601] env[69744]: INFO networking_nsxv3.common.synchronization [req-2e449b25-eb9d-40c1-88fd-acb0093190bc req-2fbdc66e-2b4d-4764-822d-62a4deb8569c service nova] Enqueued Resource ID: f68031b2-64af-44f7-aac4-2e02da1844e0 with Priority: HIGHEST for action port [ 952.512799] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_rules [ 952.512937] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_members [ 952.513038] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68031b2-64af-44f7-aac4-2e02da1844e0 with Priority: HIGHEST for action port [ 952.514017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.518249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.518249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.518249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.518249] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.519406] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.519491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.519491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.519681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.519834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.519928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.519985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.520143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.520229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.520317] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.523093] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68031b2-64af-44f7-aac4-2e02da1844e0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.523260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.523318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525421] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68031b2-64af-44f7-aac4-2e02da1844e0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.669447] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4609e7d9-7f8f-4e5b-b183-606623b38887 None None] Enqueued Resource ID: 08247886-6378-4a0f-b47e-0b3947621296 with Priority: HIGHEST for action port [ 952.669729] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08247886-6378-4a0f-b47e-0b3947621296 with Priority: HIGHEST for action port [ 952.670354] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-08247886-6378-4a0f-b47e-0b3947621296 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.670506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08247886-6378-4a0f-b47e-0b3947621296" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.670568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08247886-6378-4a0f-b47e-0b3947621296" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.670796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08247886-6378-4a0f-b47e-0b3947621296" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.670881] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08247886-6378-4a0f-b47e-0b3947621296',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.029495] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.030587] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.030717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.030857] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f68031b2-64af-44f7-aac4-2e02da1844e0 with status ACTIVE [ 953.031015] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.031130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.031199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.031393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.031484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.031648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.031745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.032718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.032718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.032718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.032718] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.032718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.032718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.032718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.032718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.033244] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f68031b2-64af-44f7-aac4-2e02da1844e0 is going to be updated. [ 953.058661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.058944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.058944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.059097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.059226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.059391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68031b2-64af-44f7-aac4-2e02da1844e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.179752] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08247886-6378-4a0f-b47e-0b3947621296 [ 953.179752] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.179921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.179921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.180078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.180226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.180269] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08247886-6378-4a0f-b47e-0b3947621296 already deleted. [ 953.180493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08247886-6378-4a0f-b47e-0b3947621296" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.536594] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.913756] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 953.913988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.038260] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.038407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.038455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.038676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.038812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.038884] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39802706-26a5-4a7e-89ab-634dff898129 is going to be created. [ 954.060239] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.060433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.060535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.060767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.060990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.069421] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39802706-26a5-4a7e-89ab-634dff898129 in Status: UNINITIALIZED for 2s [ 956.090207] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39802706-26a5-4a7e-89ab-634dff898129 in Status: SUCCESS [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.090207] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.090207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.090207] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.596039] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.596039] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.596039] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.596039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.596683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.596683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.596683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.596683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.596683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.596683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.596933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.596933] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.100122] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39802706-26a5-4a7e-89ab-634dff898129: rpc.has_security_group_logging(os_id): False [ 957.117665] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.117846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.118060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.118141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.118231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.118453] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.118558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.118613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.118763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.118887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.119065] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.119147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.119279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.119375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.119482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.119669] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.119757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.119814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.119949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.121097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.121264] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39802706-26a5-4a7e-89ab-634dff898129 is going to be created. [ 957.178525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.178674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.178741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.178946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.179141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.190953] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39802706-26a5-4a7e-89ab-634dff898129 in Status: IN_PROGRESS for 2s [ 957.673242] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 957.673242] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 957.803443] env[69744]: INFO networking_nsxv3.common.synchronization [req-3ef1bd34-709a-465b-9bd7-e1466d760e74 req-f4bb59d9-3fdf-473e-847c-513e40ee3dec tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 957.804051] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 957.804393] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.804521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.804603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.804784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.804936] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.805048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.805110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.805238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.805327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.805403] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.307536] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.307839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.307839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.308112] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.308410] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.308572] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.308687] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.308916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.309680] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.309939] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.310072] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.310186] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.310297] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.310410] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.310517] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.310649] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.312129] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.312245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.312313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.312476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.333286] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.333536] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.333695] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.334659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.334659] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.334659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.334659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.335032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.335032] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1f2fb3-e624-47cb-86e5-62a0a6b4966e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.336427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.336636] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.336866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.336866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.338127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.338127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.338127] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 958.360164] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.360367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.360440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.360706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.360866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.368979] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 958.840056] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.840253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.840253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.840524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.840677] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.840833] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e not found, creating... [ 958.841103] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.841268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.841388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.841602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.841743] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.842025] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.842185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.842305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.842510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.842646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.842786] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e is going to be created. [ 958.863467] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.863780] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.863854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.864180] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.864505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.864721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.202488] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39802706-26a5-4a7e-89ab-634dff898129 in Status: SUCCESS [ 959.202788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.606083] env[69744]: INFO networking_nsxv3.common.synchronization [req-3ef1bd34-709a-465b-9bd7-e1466d760e74 req-6eb9b7e3-039b-445f-9126-693f25265a35 service nova] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_rules [ 959.606329] env[69744]: INFO networking_nsxv3.common.synchronization [req-3ef1bd34-709a-465b-9bd7-e1466d760e74 req-6eb9b7e3-039b-445f-9126-693f25265a35 service nova] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 959.606426] env[69744]: INFO networking_nsxv3.common.synchronization [req-3ef1bd34-709a-465b-9bd7-e1466d760e74 req-6eb9b7e3-039b-445f-9126-693f25265a35 service nova] Enqueued Resource ID: 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e with Priority: HIGHEST for action port [ 959.606651] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_rules [ 959.606779] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 959.606873] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e with Priority: HIGHEST for action port [ 959.607447] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.607571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.607637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.607836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.607917] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.608849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.608963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.609145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.609242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.609313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.609925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.609925] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a1f2fb3-e624-47cb-86e5-62a0a6b4966e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.111950] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.111950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.112216] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e with status ACTIVE [ 960.112216] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.112370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.112438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.112679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.112783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.113019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.113162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.113243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.113447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.113652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.113924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.114059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.114157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.114327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.114416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.114524] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e is going to be updated. [ 960.137798] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.137978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.138129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.138245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.138386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.138543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.368968] env[69744]: INFO networking_nsxv3.common.synchronization [req-968f575b-def7-419c-94e3-864f332c75b8 req-b390d175-2465-46a7-bbed-1e1803280cdc tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 960.368968] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 960.369177] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.369299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.369361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.369562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.369708] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.369805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.369865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.370016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.370101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.370193] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.379722] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 960.379722] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 deletion is rescheduled due to dependency. [ 960.379867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.379956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.380149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.380316] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.380452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.380509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.380672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.380754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.380847] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.874054] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.874408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.874408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.874734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.883082] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.894133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.894133] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.894266] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.894315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.894508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.894714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.894714] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be updated. [ 960.915516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.915654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.915723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.915937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.916089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.927650] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: IN_PROGRESS for 2s [ 960.944297] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.944532] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.944631] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.945035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.945142] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.945286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.948031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.948031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.948031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.948031] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.948031] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.948031] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.948031] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.948031] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.948031] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.948031] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.967069] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.967069] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.967069] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.967069] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.967375] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.967580] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.967733] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.968113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.968289] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba88323b-f42c-4990-9ff1-fa7ae05a5eaf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.386567] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.437057] env[69744]: INFO networking_nsxv3.common.synchronization [None req-55928294-198c-4f93-8194-2db5a287895c tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_rules [ 961.437781] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_rules [ 961.438345] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.438489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.438541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.438796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.438904] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.472380] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.472788] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.472788] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.473121] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.473321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.473499] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port ba88323b-f42c-4990-9ff1-fa7ae05a5eaf not found, creating... [ 961.473758] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.473951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.474084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.474488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.474488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.474741] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.474919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.475121] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.475256] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.475406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.475547] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: ba88323b-f42c-4990-9ff1-fa7ae05a5eaf is going to be created. [ 961.496395] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.499136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.499136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.499136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.499136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.499136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.529278] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a0cc8cc8-243c-4ab1-94ac-c01439b9f91c tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_rules [ 961.529860] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_rules [ 961.530679] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.531050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.892180] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.892180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.892180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.892180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.892180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.892180] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 961.918733] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.918733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.918733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.918733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.918733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.926391] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 961.956968] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.957188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.957288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.957489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.957597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.957723] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db already deleted. [ 961.957821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.957980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.958181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.958274] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.272190] env[69744]: INFO networking_nsxv3.common.synchronization [None req-0c00c4ec-3708-4a91-b32e-5f807290d971 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_rules [ 962.272831] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_rules [ 962.273436] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5991552-9e9b-4562-86f0-9d02dbc87179 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.273436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.273436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.273935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.273935] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.402098] env[69744]: INFO networking_nsxv3.common.synchronization [None req-46d0f627-2c58-4ed7-8747-8a3b283b873a tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_rules [ 962.402676] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_rules [ 962.402978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5991552-9e9b-4562-86f0-9d02dbc87179 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.403094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.433269] env[69744]: INFO networking_nsxv3.common.synchronization [req-968f575b-def7-419c-94e3-864f332c75b8 req-199b2b00-9894-4996-b413-f987a856f661 service nova] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 962.433785] env[69744]: INFO networking_nsxv3.common.synchronization [req-968f575b-def7-419c-94e3-864f332c75b8 req-199b2b00-9894-4996-b413-f987a856f661 service nova] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 962.433945] env[69744]: INFO networking_nsxv3.common.synchronization [req-968f575b-def7-419c-94e3-864f332c75b8 req-199b2b00-9894-4996-b413-f987a856f661 service nova] Enqueued Resource ID: ba88323b-f42c-4990-9ff1-fa7ae05a5eaf with Priority: HIGHEST for action port [ 962.434462] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_rules [ 962.434593] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 962.434741] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba88323b-f42c-4990-9ff1-fa7ae05a5eaf with Priority: HIGHEST for action port [ 962.434944] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.435077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.435223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.435399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.435475] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.436315] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.436444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.439997] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.439997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.439997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.439997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.439997] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba88323b-f42c-4990-9ff1-fa7ae05a5eaf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.479426] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.479426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.479426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.479426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.479426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.479426] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db already deleted. [ 962.479426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.799694] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.800170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.800303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.800658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.800758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.800858] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5991552-9e9b-4562-86f0-9d02dbc87179 already deleted. [ 962.800945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.801121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.801292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.801378] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.942323] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 962.942623] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 deletion is rescheduled due to dependency. [ 962.942766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.943088] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.943185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.943185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.943390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.943547] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.943695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.943749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.943932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.943984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.944046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.944163] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.945250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.945439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.945607] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.945710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.945770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.945943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.946031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.946140] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.947209] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba88323b-f42c-4990-9ff1-fa7ae05a5eaf with status ACTIVE [ 962.947413] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.947549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.947626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.947796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.947879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.948069] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.948185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.948243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.948396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.948468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.948648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.948741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.948795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.948931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.949014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.952631] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba88323b-f42c-4990-9ff1-fa7ae05a5eaf is going to be updated. [ 962.977050] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.977195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.977287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.977551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.977696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.977857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.319598] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.319809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.319809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.320116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.320116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.320200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5991552-9e9b-4562-86f0-9d02dbc87179 already deleted. [ 963.320284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.453851] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.454908] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.879372] env[69744]: INFO networking_nsxv3.common.synchronization [req-522237dd-81ca-4513-9276-472ca83e3e0d req-a311f311-d3d6-4976-a792-3ef33896eee5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 963.879372] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 963.879372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.879372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.879372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.879372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.879372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.879372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.879372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.879372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.879372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.879372] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.941289] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 963.941458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.942452] env[69744]: INFO networking_nsxv3.common.synchronization [req-522237dd-81ca-4513-9276-472ca83e3e0d req-a311f311-d3d6-4976-a792-3ef33896eee5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 963.943196] env[69744]: INFO networking_nsxv3.common.synchronization [req-522237dd-81ca-4513-9276-472ca83e3e0d req-a311f311-d3d6-4976-a792-3ef33896eee5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 963.946074] env[69744]: INFO networking_nsxv3.common.synchronization [req-522237dd-81ca-4513-9276-472ca83e3e0d req-a311f311-d3d6-4976-a792-3ef33896eee5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGHEST for action port [ 963.946649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.951469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.951469] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.951469] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 963.951469] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 963.951469] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGHEST for action port [ 963.951469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.951469] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.951469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.951469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.951469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b41701b-db5d-4e32-b446-5f753563dd7c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.952357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.952357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.952357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.952357] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b41701b-db5d-4e32-b446-5f753563dd7c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.957056] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.957807] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6f5be5a-86ef-41e0-81de-cc00d8979f93: rpc.has_security_group_logging(os_id): False [ 963.989683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.989836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.989923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.990160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.990254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.990928] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.990928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.990928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.990928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.990928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.991231] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be updated. [ 964.046396] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.050184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.050312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.050554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.050804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.065107] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: IN_PROGRESS for 2s [ 964.095200] env[69744]: INFO networking_nsxv3.common.synchronization [req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 req-d4ad00e7-c61c-4d40-b545-fd78ec34c2bd tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Enqueued Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_members [ 964.096318] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGHEST for action security_group_members [ 964.096668] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.096826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.096918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.097177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.097422] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.097560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.097630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.097785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.097882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.097975] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.148023] env[69744]: INFO networking_nsxv3.common.synchronization [req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e req-845ebd5b-e099-4db1-a6ae-44fb081a212a tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Enqueued Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_members [ 964.148589] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_members [ 964.148903] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9c401-7edc-461b-840b-ea0cafdffb4a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.149334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.149334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.149473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.149634] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.149736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.149798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.149958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.150074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.150170] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.383720] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.453313] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.453470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.453534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.453748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.453904] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.454015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.454080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.454234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.454323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.454408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.454552] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.456223] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.456223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.456223] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.457531] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.457531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.457849] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b41701b-db5d-4e32-b446-5f753563dd7c with status ACTIVE [ 964.458081] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.458246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.458354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.458548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.458675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.458874] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.459031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.459197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.459557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.459557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.459809] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.460099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.460225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.460412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.460526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.460644] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b41701b-db5d-4e32-b446-5f753563dd7c is going to be updated. [ 964.465573] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.465573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.465573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.465573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.465945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.465945] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be updated. [ 964.494226] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.494226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.494226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.494226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.494226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.494226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.495211] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.495575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.495575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.495731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.497173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.504628] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: IN_PROGRESS for 2s [ 964.507972] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.512024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-423" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.512024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-423" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.512024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-423" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.512024] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.512024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.512024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.512024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.512024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.512024] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.512024] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.512024] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.512024] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.512024] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.512024] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.512024] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.531542] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.531719] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.531888] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.532106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-423" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532453] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-614f6fae-9050-4794-8887-2046a32e2392 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.532653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.532779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.533116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.533268] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614f6fae-9050-4794-8887-2046a32e2392',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.600376] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.600539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.600605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.600824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.600914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.601155] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.601255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.601317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.601473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.601547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.601631] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39802706-26a5-4a7e-89ab-634dff898129 is going to be updated. [ 964.652205] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.653023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.654316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.654316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.654316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.654316] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.654316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.654316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.654316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.654316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.654835] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a already deleted. [ 964.654835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.655717] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.655902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.656030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.656230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.656411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.665661] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39802706-26a5-4a7e-89ab-634dff898129 in Status: IN_PROGRESS for 2s [ 964.886201] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.958215] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ea0d1c-4cd9-4b11-bf0d-34378072f976: rpc.has_security_group_logging(os_id): False [ 964.975149] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.975149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.975149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.975508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.975557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.975852] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.975952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.975952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.976175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.976175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.976632] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.976632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.976632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.976632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.976814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.976858] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.979053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.979053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.979053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.979053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.979053] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 965.037752] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.037969] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.038119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.038565] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.038652] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.038817] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 614f6fae-9050-4794-8887-2046a32e2392 not found, creating... [ 965.039085] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.039247] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.039367] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.039582] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.039724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.039994] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.040163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.040280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.040482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.040614] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.040753] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 614f6fae-9050-4794-8887-2046a32e2392 is going to be created. [ 965.063860] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.064087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.064239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.064609] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.064686] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.064899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.066524] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.066656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.066708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.067549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.067549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.079093] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 965.388700] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.388885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.388952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.389124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.389216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.389324] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be updated. [ 965.418230] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.418382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.418456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.418639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.418776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.427867] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: IN_PROGRESS for 2s [ 965.846906] env[69744]: INFO networking_nsxv3.common.synchronization [req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e req-f6200225-2ef5-4782-a14d-ef40485a799e service nova] Enqueued Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_rules [ 965.847154] env[69744]: INFO networking_nsxv3.common.synchronization [req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e req-f6200225-2ef5-4782-a14d-ef40485a799e service nova] Enqueued Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_members [ 965.847400] env[69744]: INFO networking_nsxv3.common.synchronization [req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e req-f6200225-2ef5-4782-a14d-ef40485a799e service nova] Enqueued Resource ID: 614f6fae-9050-4794-8887-2046a32e2392 with Priority: HIGHEST for action port [ 965.848014] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_rules [ 965.848302] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_members [ 965.848441] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614f6fae-9050-4794-8887-2046a32e2392 with Priority: HIGHEST for action port [ 965.848775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce9c401-7edc-461b-840b-ea0cafdffb4a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.848927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.849026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.849462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.849582] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.850455] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9c401-7edc-461b-840b-ea0cafdffb4a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.850569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.850638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.850810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.850961] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.851069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.851130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.851271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.851501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.851612] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.852707] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-614f6fae-9050-4794-8887-2046a32e2392 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.852707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.852707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.853142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.853142] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614f6fae-9050-4794-8887-2046a32e2392',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.074873] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 966.075274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.131738] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.131956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.131956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.132167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.132278] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.359201] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.359201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9c401-7edc-461b-840b-ea0cafdffb4a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.359201] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 614f6fae-9050-4794-8887-2046a32e2392 with status ACTIVE [ 966.359201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.359201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.359201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.359788] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.360084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.360282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.360539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.360731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.360930] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 614f6fae-9050-4794-8887-2046a32e2392 is going to be updated. [ 966.381841] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.381841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.381841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.381841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.381841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.381841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-614f6fae-9050-4794-8887-2046a32e2392" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.518505] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 966.518505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.637789] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.676601] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39802706-26a5-4a7e-89ab-634dff898129 in Status: SUCCESS [ 966.676601] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39802706-26a5-4a7e-89ab-634dff898129 deletion is rescheduled due to dependency. [ 966.676701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.859918] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.091060] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 967.091339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.142924] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.363912] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.364082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.364156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.364380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.364467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.364564] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a is going to be created. [ 967.386445] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.386637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.386738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.387049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.387224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.395383] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a in Status: UNINITIALIZED for 2s [ 967.435865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: SUCCESS [ 967.436167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.436374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.436631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.436842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.437033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.437121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.437366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.437459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.437566] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.645200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 967.645384] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 967.830800] env[69744]: INFO networking_nsxv3.common.synchronization [req-f7b6de22-820a-4ac9-916b-4f1dca317e4f req-d5150abc-61d0-45d0-8aca-6057836b0ad5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 967.830800] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 967.830800] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.830800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.895824] env[69744]: INFO networking_nsxv3.common.synchronization [req-f7b6de22-820a-4ac9-916b-4f1dca317e4f req-d5150abc-61d0-45d0-8aca-6057836b0ad5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 967.895824] env[69744]: INFO networking_nsxv3.common.synchronization [req-f7b6de22-820a-4ac9-916b-4f1dca317e4f req-d5150abc-61d0-45d0-8aca-6057836b0ad5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 967.895824] env[69744]: INFO networking_nsxv3.common.synchronization [req-f7b6de22-820a-4ac9-916b-4f1dca317e4f req-d5150abc-61d0-45d0-8aca-6057836b0ad5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGHEST for action port [ 967.895824] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_rules [ 967.895824] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 967.895824] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGHEST for action port [ 967.895824] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.895824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.895824] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.895824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.895824] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b41701b-db5d-4e32-b446-5f753563dd7c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.895824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.895824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.895824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.895824] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b41701b-db5d-4e32-b446-5f753563dd7c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.943495] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.359838] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b41701b-db5d-4e32-b446-5f753563dd7c with status ACTIVE [ 968.361391] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.361517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.361600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.364896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.364896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.364896] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.364896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.365120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.365120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.365186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.365369] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.365462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.365514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.365650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.365717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.365796] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b41701b-db5d-4e32-b446-5f753563dd7c is going to be updated. [ 968.386380] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.386540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.386595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.386767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.386893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.387046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.446780] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.575360] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.575527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.575587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.575808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.593404] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 968.594402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.595177] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 968.637566] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.637715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.637810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.637983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.646483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.647157] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 968.647364] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'8b41701b-db5d-4e32-b446-5f753563dd7c'} {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 968.647492] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 968.691454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.691675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.691675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.691922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.693444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.693594] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 968.809137] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.809137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.809137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.809137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.809137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.809137] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 968.876115] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.876266] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.876338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.876549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.876765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.877014] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 968.877136] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'eb71fb05-1b1d-4954-9ac1-71456cb63152', '901af074-4bac-4fe7-9227-89e13662f8ad', '19cdb2b3-f2fa-4477-884b-85c4ead55a60', '7cda4a1d-02c1-4785-9cec-a9e17f915c19', '6fb2858a-9939-4c55-9e4d-89741189957e', 'd6f5be5a-86ef-41e0-81de-cc00d8979f93', '50274d88-3ec1-4fa7-9060-e89fb3fd9f9e', '9231f827-de60-4f2b-a52e-3b1e68362fd8', '69552a9d-9cc5-4f31-9139-cf2b97b9fa7f', '39802706-26a5-4a7e-89ab-634dff898129', 'c7b750a2-5ff0-42ad-8e1a-4205815222c9', '77832e68-ff57-4c3d-8186-e72cba2325c9', 'a97623ed-c164-4dc1-b959-c0bf9bc2749e', '7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd', '362cb476-3b31-4064-b19c-cd94ff5b351a', '881ad64a-4c53-47c7-9e68-971a53cb1c6d', 'b37107c5-3fa5-4cac-a154-d0e19398544f', '494b8072-8e50-4781-99a9-83a6383af6ac', '68fba010-3f33-4832-8946-3e8abc481d6b', 'f3ea0d1c-4cd9-4b11-bf0d-34378072f976', 'afb6b842-6240-45ca-86c9-f35c7ba7854b', '9c8d38f0-778c-4774-9621-ebba4b6ecd80', 'fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc', '8d7c0380-240c-4a7f-96bb-d2572fc2d5d8', '17355739-a8f2-4e86-8263-97e5bce6ed67', '3060806a-5dbd-46c9-b132-b28783e4d87a', '2be50ab9-f305-4ed5-8b51-574fe686f4fe', 'b265864f-22f6-4eec-ae61-475d5c4b1bb1', 'fc4b6024-fa17-42e9-82db-9a00d4b441dd', 'b9c61255-267b-4ad0-8809-703a4e19f8c7', '2bf68303-e507-4b60-8832-1b147b8fcd95', '705bfdcc-1dd9-4a56-a886-7edb05c29778', 'bd099872-bd50-4a6b-aa08-a32b2073ac90', '1b32934a-ff9b-46ab-9638-8d890f8aaf1d', 'ea73c44c-8891-4049-a3d5-9ad6d1f0136d', 'd2bd5012-bec1-41ab-b547-a4820dc86e1a', 'a535e668-bd68-4e32-af92-a438b5c740ba'} {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 968.877225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 968.899648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.899798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.899866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.900099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.900190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.900302] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 968.900400] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 968.900530] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 968.949410] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.949556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.949623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.949884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.950028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.950062] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be updated. [ 968.960537] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.960688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.960760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.960971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.962768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.962768] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 968.962768] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 968.962768] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 968.962768] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 968.962930] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGH for action port [ 968.962930] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/37 resources of Type:Security Group Rules [ 968.963211] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGH for action security_group_rules [ 968.963337] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGH for action security_group_rules [ 968.963411] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGH for action security_group_rules [ 968.963486] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGH for action security_group_rules [ 968.963535] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGH for action security_group_rules [ 968.963600] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGH for action security_group_rules [ 968.964493] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGH for action security_group_rules [ 968.964580] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGH for action security_group_rules [ 968.964652] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGH for action security_group_rules [ 968.964723] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGH for action security_group_rules [ 968.964886] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGH for action security_group_rules [ 968.964886] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGH for action security_group_rules [ 968.964886] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGH for action security_group_rules [ 968.964987] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGH for action security_group_rules [ 968.965022] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGH for action security_group_rules [ 968.965206] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGH for action security_group_rules [ 968.965206] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGH for action security_group_rules [ 968.965206] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGH for action security_group_rules [ 968.965316] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGH for action security_group_rules [ 968.965405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.977548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.979049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.979049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.979049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.979049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.990559] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: IN_PROGRESS for 2s [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-e73a10cb-75cd-4e94-b444-7c97ca23459c tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b41701b-db5d-4e32-b446-5f753563dd7c with Priority: HIGH for action port [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901af074-4bac-4fe7-9227-89e13662f8ad with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37107c5-3fa5-4cac-a154-d0e19398544f with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362cb476-3b31-4064-b19c-cd94ff5b351a with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39802706-26a5-4a7e-89ab-634dff898129 with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGH for action security_group_rules [ 969.182416] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGH for action security_group_rules [ 969.182977] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 with Priority: HIGH for action security_group_rules [ 969.183647] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 with Priority: HIGH for action security_group_rules [ 969.183776] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGH for action security_group_rules [ 969.184122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.184289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.184380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.184730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.184790] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.184907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.184989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.185187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.185307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.185439] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.186681] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b41701b-db5d-4e32-b446-5f753563dd7c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.186681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.186681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.186681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.186861] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b41701b-db5d-4e32-b446-5f753563dd7c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.187707] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901af074-4bac-4fe7-9227-89e13662f8ad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.187842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.188032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.188119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.188210] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901af074-4bac-4fe7-9227-89e13662f8ad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.190690] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.190690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.190690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.190690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.190690] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.191475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.191619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.191706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.191888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.191990] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.193041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.193142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.193202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.193374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.193478] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.194970] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.194970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.194970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.195165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.195260] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.196184] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37107c5-3fa5-4cac-a154-d0e19398544f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.196286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.196403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.196596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.196701] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37107c5-3fa5-4cac-a154-d0e19398544f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.197899] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.197956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.198058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.198505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.198652] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881ad64a-4c53-47c7-9e68-971a53cb1c6d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.199516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.199974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.201562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.201739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.201818] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.203087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362cb476-3b31-4064-b19c-cd94ff5b351a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.203259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.204635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.204822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.205071] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362cb476-3b31-4064-b19c-cd94ff5b351a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.205413] env[69744]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 969.206505] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77832e68-ff57-4c3d-8186-e72cba2325c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.206615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.206684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.207906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.207988] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77832e68-ff57-4c3d-8186-e72cba2325c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.208890] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.208994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.210079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.210268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.210349] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7b750a2-5ff0-42ad-8e1a-4205815222c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.211198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39802706-26a5-4a7e-89ab-634dff898129 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.211281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.211348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.211498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.211571] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39802706-26a5-4a7e-89ab-634dff898129',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.212787] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.212896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.212990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.213115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.213185] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.214480] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.214592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.214626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.214769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.214841] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.215667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.215771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.215837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.215985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.216075] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.219076] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.219076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.219076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.219354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.219354] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.220318] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.220318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.220857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.221050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.221140] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cda4a1d-02c1-4785-9cec-a9e17f915c19',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.222127] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb71fb05-1b1d-4954-9ac1-71456cb63152 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.222210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.222351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.222407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.222472] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb71fb05-1b1d-4954-9ac1-71456cb63152',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.224609] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.224708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.224771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.225104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.225104] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.388753] env[69744]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 969.402314] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b41701b-db5d-4e32-b446-5f753563dd7c with status ACTIVE [ 969.402556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.402698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.402764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.402999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.403098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.403282] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.403380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.403441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.403593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.403666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.403843] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.403931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.403990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.404149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.404220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.404302] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b41701b-db5d-4e32-b446-5f753563dd7c is going to be updated. [ 969.432725] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.432859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.432953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.433798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.437942] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a in Status: SUCCESS [ 969.437942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.437942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.438162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.438203] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.438418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.438418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.438540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.438615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.438688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.442032] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.442032] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.442032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.442032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.442032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.442032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.442032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b41701b-db5d-4e32-b446-5f753563dd7c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.465685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.465830] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901af074-4bac-4fe7-9227-89e13662f8ad is going to be deleted. [ 969.532428] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.532587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.532660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.532873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.533396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.533396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901af074-4bac-4fe7-9227-89e13662f8ad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.638018] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.638018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.638018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.638018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.638018] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.638018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.638018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.638018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.638018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.638018] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.638018] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.638018] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.638471] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.638577] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.638758] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.638936] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.713179] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.713364] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.713509] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.713710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.714132] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.714356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.714498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.714863] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.715058] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b4e5eb-49ad-4709-b1d1-ba8f7107a857',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.899246] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.899392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.899807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.899807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.922371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.924022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.924022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.924022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.924214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.924214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.924214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 969.944343] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.944499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.944566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.944774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.944933] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.945042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.945102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.945243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.945336] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.945417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.945496] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.947981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9c401-7edc-461b-840b-ea0cafdffb4a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.948095] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.948701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.948701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.948701] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.948701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.948868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.948896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.948993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.949097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.949259] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9c401-7edc-461b-840b-ea0cafdffb4a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.949362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.949438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.949609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.949752] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.949845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.949904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.950050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.950124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.950202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.950315] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.954175] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.954279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.954352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.954509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.954639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.956588] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.956588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.956722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.956851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.957048] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.957155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.957216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.957392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.957469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.957549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.957638] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.960973] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.961102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.961142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.961307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.961518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.961592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.961650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.961794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.961870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.961949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.962042] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.965232] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.965385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.965477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.965657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.965825] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.965920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.965981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.966240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.966340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.966452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.966535] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.967771] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.969704] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.969704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.969704] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.970095] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.970095] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.970163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.970847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.970847] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.970847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.970847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.970847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.970847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.970847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.971168] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.972592] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.972778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.972832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.972988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.973144] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.973238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.973301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.973488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.973545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.973577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.973659] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.974676] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.974751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.974819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.974987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.975114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.975218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.975282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.975419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.975491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.975568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.975643] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.979669] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.979669] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.979669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.979669] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.992713] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.992916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.993109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.993310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.993411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.993507] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be deleted. [ 970.009972] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 970.011921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.012528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.012528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.012528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.018407] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.018407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.023447] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.023585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.028078] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.028078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.030278] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.030376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.031092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.031180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.031884] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.031969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.041460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.041574] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7b750a2-5ff0-42ad-8e1a-4205815222c9 is going to be deleted. [ 970.042433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.042639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.046920] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.047019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.058039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.058158] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881ad64a-4c53-47c7-9e68-971a53cb1c6d is going to be deleted. [ 970.059038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.059242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.075900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.076054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.082153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.082153] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77832e68-ff57-4c3d-8186-e72cba2325c9 is going to be deleted. [ 970.082153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.082153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.102335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.102335] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb71fb05-1b1d-4954-9ac1-71456cb63152 is going to be deleted. [ 970.102528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.102669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.114209] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.114324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.115689] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.115790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.124338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.124458] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39802706-26a5-4a7e-89ab-634dff898129 is going to be deleted. [ 970.125366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.125568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.146179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.146179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.149595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.149677] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cda4a1d-02c1-4785-9cec-a9e17f915c19 is going to be deleted. [ 970.150614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.150823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.190382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.190602] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362cb476-3b31-4064-b19c-cd94ff5b351a is going to be deleted. [ 970.191533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.191723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.196291] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.196400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.221969] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.222237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.222383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.222773] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.222934] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.223160] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 not found, creating... [ 970.223295] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.226337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.226498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.226762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.227013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.227243] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.227445] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.227573] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.228125] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.228296] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.228453] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 is going to be created. [ 970.248751] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.248870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.265132] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.265132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.303996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.304201] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37107c5-3fa5-4cac-a154-d0e19398544f is going to be deleted. [ 970.305147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.305391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.305492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.305615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.306761] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.307017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.307171] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.307455] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.307683] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.307907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.308621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.308797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.308886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.308995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7b750a2-5ff0-42ad-8e1a-4205815222c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.309483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.310328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.310418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.311400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881ad64a-4c53-47c7-9e68-971a53cb1c6d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.311861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.312081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.312166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.312353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77832e68-ff57-4c3d-8186-e72cba2325c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.312494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.312658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.312701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.312818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb71fb05-1b1d-4954-9ac1-71456cb63152" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.312976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.313134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.313212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.313312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cda4a1d-02c1-4785-9cec-a9e17f915c19" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.313436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.313573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.313645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.313746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39802706-26a5-4a7e-89ab-634dff898129" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.343825] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.343825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.343825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.343825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.343825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.343825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362cb476-3b31-4064-b19c-cd94ff5b351a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.379111] env[69744]: INFO networking_nsxv3.common.synchronization [None req-8da91230-e73e-468c-97f0-b27cbd4eb41b None None] Enqueued Resource ID: 2f67551d-390a-4dc0-98f3-600763c01a33 with Priority: HIGHEST for action port [ 970.379111] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67551d-390a-4dc0-98f3-600763c01a33 with Priority: HIGHEST for action port [ 970.379111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f67551d-390a-4dc0-98f3-600763c01a33 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.379111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f67551d-390a-4dc0-98f3-600763c01a33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.379111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f67551d-390a-4dc0-98f3-600763c01a33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.379111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f67551d-390a-4dc0-98f3-600763c01a33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.379111] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f67551d-390a-4dc0-98f3-600763c01a33',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.449294] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.453979] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce9c401-7edc-461b-840b-ea0cafdffb4a: rpc.has_security_group_logging(os_id): False [ 970.462654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.462654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.462654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.462654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.462654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.463386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.463386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.463386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.463386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.463386] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.465992] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.470255] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.470749] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.473368] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.476453] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.477656] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.479780] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.480029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.480098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.480305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.480470] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.480599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.480629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.480755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.480909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.480946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.481082] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.481316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.481316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.481369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.481487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.481570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.481626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.481755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.481823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.481897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.481973] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.485605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.485679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.485762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.485937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.486252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.486369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37107c5-3fa5-4cac-a154-d0e19398544f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.505290] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.505290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.505290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.505290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.505290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.505545] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.505601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.505646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.505797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.505877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.506065] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.506159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.507769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.507769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.507769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.507769] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.507769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.507769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.507769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.507769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.507769] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a is going to be created. [ 970.634494] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.634650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.634757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.635040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.635352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.649059] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a in Status: IN_PROGRESS for 2s [ 970.883628] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f67551d-390a-4dc0-98f3-600763c01a33 [ 970.883628] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.883628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.885035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.885035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.885035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.885236] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f67551d-390a-4dc0-98f3-600763c01a33 already deleted. [ 970.885236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f67551d-390a-4dc0-98f3-600763c01a33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.950577] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68fba010-3f33-4832-8946-3e8abc481d6b: rpc.has_security_group_logging(os_id): False [ 970.971071] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 970.971071] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9231f827-de60-4f2b-a52e-3b1e68362fd8: rpc.has_security_group_logging(os_id): False [ 970.971538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.971831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.972033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.972364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.973455] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fb2858a-9939-4c55-9e4d-89741189957e: rpc.has_security_group_logging(os_id): False [ 970.974403] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6f5be5a-86ef-41e0-81de-cc00d8979f93: rpc.has_security_group_logging(os_id): False [ 970.978028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 494b8072-8e50-4781-99a9-83a6383af6ac: rpc.has_security_group_logging(os_id): False [ 970.979396] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e: rpc.has_security_group_logging(os_id): False [ 970.984784] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a97623ed-c164-4dc1-b959-c0bf9bc2749e: rpc.has_security_group_logging(os_id): False [ 970.985821] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd: rpc.has_security_group_logging(os_id): False [ 971.000419] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.000419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.001087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.001087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.001863] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: SUCCESS [ 971.001863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.002736] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.004066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.004066] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.004066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.004066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.004264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.004264] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.004356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.004405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.005024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.005024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.005024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.005024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.008029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.008029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.008029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.008029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.008399] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.008459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.009370] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.009370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.010130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.010410] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.010525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.010619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.010891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.011015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.011981] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b is going to be updated. [ 971.014523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.014741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.014929] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.015063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.015140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.015307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.015406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.015503] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.018032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.018032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.035362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.035487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.035585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.035794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.037080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.037378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.037378] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be updated. [ 971.038912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.038999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.062279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.062696] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.062696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.062837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.062996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.063506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.063506] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.063506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.063506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.063693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.063693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.063838] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.063914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.063973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.064148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.064196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.064291] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 971.066542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.066739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.073294] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.073433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.083438] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-df438e84-52db-4449-9a42-b687c71813c4 service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 971.083438] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-df438e84-52db-4449-9a42-b687c71813c4 service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 971.083438] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-df438e84-52db-4449-9a42-b687c71813c4 service nova] Enqueued Resource ID: 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 with Priority: HIGHEST for action port [ 971.083438] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 971.083651] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 971.083651] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 with Priority: HIGHEST for action port [ 971.085315] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.085315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.085315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.085315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.085315] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.086548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.086548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.086548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.086548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.086548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.086548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.086548] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b4e5eb-49ad-4709-b1d1-ba8f7107a857',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.089844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.089844] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.089844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.089844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.089844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.089844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.089844] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e is going to be updated. [ 971.090687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.090875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.118030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.118030] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.118030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.118030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.118030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.118030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.118030] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be updated. [ 971.119026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.119360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.122045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.122045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.137926] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.137926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.145134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.145134] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.145134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.145403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.145463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.145560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.145664] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 971.146758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.146942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.180589] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.180733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.222875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.223202] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.223311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.223361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.223556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.223630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.223723] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac is going to be updated. [ 971.225062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.225286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.312024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.312024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.313022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.313429] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.313429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.313516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.313743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.313831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.314013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.314124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.314179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.314353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.314451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.318017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.318017] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be updated. [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.318017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.318401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.318982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.319165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.319305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.320275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.320387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.320529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.323594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.323757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.363089] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: IN_PROGRESS for 2s [ 971.375161] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: IN_PROGRESS for 2s [ 971.379289] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 971.380182] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: IN_PROGRESS for 2s [ 971.381118] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.381185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.381988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.382291] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.382391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.382460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.382656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.382737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.382828] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e is going to be updated. [ 971.383923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.384114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.384250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.385131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.385316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.385442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.402522] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 971.403577] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 971.424423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.424503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.424538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.424875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.425172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.448985] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: IN_PROGRESS for 2s [ 971.458598] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.458923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.458923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.459073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.459220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.483407] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: IN_PROGRESS for 2s [ 971.490412] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.490612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.490693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.490922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.491076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.518114] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.519137] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.568942] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: IN_PROGRESS for 2s [ 971.591554] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.591730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.593108] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 with status ACTIVE [ 971.593293] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.593468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.593497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.596808] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.596808] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.596808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.596808] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 is going to be updated. [ 971.627436] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b62e5f40-9227-4ffb-9185-765f12e324cc tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Enqueued Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_rules [ 971.629538] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_rules [ 971.629538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.629538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.629538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.629538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.629538] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.642772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.642871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.642942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.643166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.643571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.643571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b4e5eb-49ad-4709-b1d1-ba8f7107a857" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.799442] env[69744]: INFO networking_nsxv3.common.synchronization [None req-83958bdf-a662-491b-88d8-43ffc2507d70 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Enqueued Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_rules [ 971.802141] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_rules [ 971.802989] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.802989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.019351] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 972.019558] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f deletion is rescheduled due to dependency. [ 972.019699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.019881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.025024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.025024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.025024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.025024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.025024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.025024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.025024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.026976] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.027818] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9c61255-267b-4ad0-8809-703a4e19f8c7: rpc.has_security_group_logging(os_id): False [ 972.045122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.045262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.045330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.045533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.062331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.062654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.062775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.062841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.067025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.067025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.067025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be updated. [ 972.180224] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.180683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.180767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.181027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.181119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.181222] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18aca352-b3b7-4527-901e-20177539e086 already deleted. [ 972.183601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.184294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.184473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.184510] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.226218] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.226363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.226432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.226641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.226787] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.243373] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: IN_PROGRESS for 2s [ 972.530434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.530776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.530776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.531036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.531164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.531277] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be updated. [ 972.532744] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.559253] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.559468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.559549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.559792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.559955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.568182] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: IN_PROGRESS for 2s [ 972.673904] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a in Status: SUCCESS [ 972.674223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.711281] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.711281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.711281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.711281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.711281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.711281] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18aca352-b3b7-4527-901e-20177539e086 already deleted. [ 972.711281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.925038] env[69744]: INFO networking_nsxv3.common.synchronization [None req-aabfea75-6fb0-4c25-bb33-13a070611af4 None None] Enqueued Resource ID: d30c94fe-4a78-4ca7-a56b-1a3387a00c45 with Priority: HIGHEST for action port [ 972.925038] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30c94fe-4a78-4ca7-a56b-1a3387a00c45 with Priority: HIGHEST for action port [ 972.925038] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30c94fe-4a78-4ca7-a56b-1a3387a00c45 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.925038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30c94fe-4a78-4ca7-a56b-1a3387a00c45" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.925038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30c94fe-4a78-4ca7-a56b-1a3387a00c45" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.925038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30c94fe-4a78-4ca7-a56b-1a3387a00c45" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.925038] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30c94fe-4a78-4ca7-a56b-1a3387a00c45',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.036665] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.091948] env[69744]: INFO networking_nsxv3.common.synchronization [req-8758f349-da79-4790-a77a-fdb064234c97 req-19196bc0-ebcf-496c-ac77-2f3873302f58 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Enqueued Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 973.092599] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 with Priority: HIGHEST for action security_group_members [ 973.092984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9c61255-267b-4ad0-8809-703a4e19f8c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.094292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.376376] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: SUCCESS [ 973.376501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.388318] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: SUCCESS [ 973.388318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.391483] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 973.391716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.392680] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 973.392879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.413597] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 973.413831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.414585] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 973.414762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.427980] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d30c94fe-4a78-4ca7-a56b-1a3387a00c45 [ 973.428230] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.428389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.428505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.429055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.429055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.429209] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d30c94fe-4a78-4ca7-a56b-1a3387a00c45 already deleted. [ 973.429280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30c94fe-4a78-4ca7-a56b-1a3387a00c45" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.459377] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: SUCCESS [ 973.459616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.494669] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: SUCCESS [ 973.494669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.540308] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.540626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.540626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.540752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.540842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.540941] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 973.583209] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 973.583740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.588020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.588020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.588020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.588020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.588020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.600144] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 974.092462] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-614639e8-6237-4562-abdb-4001e6398406 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 974.092979] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 974.093486] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.093486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.259751] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: SUCCESS [ 974.259999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.260199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.260478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.260542] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.581156] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 in Status: SUCCESS [ 974.581464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.582034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.582034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.582179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.582231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.582270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.582809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.582809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.582809] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.636162] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.636377] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.636531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.636816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.637098] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.637385] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.637544] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.638223] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.638223] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.639770] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.639911] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.640043] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.640167] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.640361] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.640404] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.640541] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.659080] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.659161] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.659307] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.659498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-515" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.659834] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.660011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.660142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.660503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.660657] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.786867] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.787046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.787122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.787351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.787453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.787560] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be deleted. [ 974.836649] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.836837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.836867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.837084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.837180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.837301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.089297] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.089297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.089297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.089297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.089297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.089297] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.089297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.089297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.090121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.090121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.090121] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 is going to be deleted. [ 975.115665] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.115914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.115914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.116138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.116200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.116305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.116606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.116675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.116833] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.116948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.118306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.118609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.118743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.118913] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9c61255-267b-4ad0-8809-703a4e19f8c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.163690] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.163951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.164106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.164397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.164599] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.164793] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c not found, creating... [ 975.165110] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.165307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.165464] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.165735] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.165906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.169261] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.169261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.169261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.169261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.169261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.169261] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c is going to be created. [ 975.189723] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.190013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.190186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.190574] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.190842] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.191124] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.612316] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 975.612623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.613422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.613785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.614031] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.614789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.615982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.617834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.618157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.618238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.618326] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.619915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.619915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.619915] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.619915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.620089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.620158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.620245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.620485] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.623752] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.623857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.623929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.624129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.624212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.624419] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.624537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.624576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.625418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.625418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.625418] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9c61255-267b-4ad0-8809-703a4e19f8c7 already deleted. [ 975.625418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9c61255-267b-4ad0-8809-703a4e19f8c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.977534] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-6d12e718-5c5b-48ca-b88b-f60fdded5a82 service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 975.977746] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-6d12e718-5c5b-48ca-b88b-f60fdded5a82 service nova] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 975.977892] env[69744]: INFO networking_nsxv3.common.synchronization [req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 req-6d12e718-5c5b-48ca-b88b-f60fdded5a82 service nova] Enqueued Resource ID: 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c with Priority: HIGHEST for action port [ 975.978496] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_rules [ 975.978634] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 975.978730] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c with Priority: HIGHEST for action port [ 975.979111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.979228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.980394] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.980394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.980394] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.980394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.980394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.980394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.980713] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.124524] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.124665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.126103] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.483496] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c with status ACTIVE [ 976.483726] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.483857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.483923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.484161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.484249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.484437] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.484534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.484612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.484774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.484849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.485038] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.485128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.486020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.486020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.486020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.486020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c is going to be updated. [ 976.502845] env[69744]: INFO networking_nsxv3.common.synchronization [req-03074230-f8e4-4f2e-a358-27f043aae9ad req-72804781-be00-43c5-bc88-a063afe38f7e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Enqueued Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_members [ 976.503395] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a with Priority: HIGHEST for action security_group_members [ 976.508902] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.508902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.509046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.509146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.509558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.509763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.510040] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9c401-7edc-461b-840b-ea0cafdffb4a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.510475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.510548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.510718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.510876] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.512007] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.512089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.515217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.515311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.515412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce9c401-7edc-461b-840b-ea0cafdffb4a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.628774] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.017201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.017376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.017421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.017644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.017726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.017924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.018027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.018088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.018228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.018295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.018405] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a is going to be updated. [ 977.046715] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.046715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.046715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.046715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.046715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.054761] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a in Status: IN_PROGRESS for 2s [ 977.131461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.131605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.131680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.131901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.131998] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.132169] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 977.158066] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.158246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.158246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.158539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.158743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.167712] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 978.559034] env[69744]: INFO networking_nsxv3.common.synchronization [None req-75bdba32-f299-4bfe-96b2-8ad7c1279eea None None] Enqueued Resource ID: 90a4ec76-f3da-4266-9895-41e22398ee61 with Priority: HIGHEST for action port [ 978.559034] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a4ec76-f3da-4266-9895-41e22398ee61 with Priority: HIGHEST for action port [ 978.559655] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a4ec76-f3da-4266-9895-41e22398ee61 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.559928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a4ec76-f3da-4266-9895-41e22398ee61" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.560106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a4ec76-f3da-4266-9895-41e22398ee61" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.560446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a4ec76-f3da-4266-9895-41e22398ee61" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.560667] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a4ec76-f3da-4266-9895-41e22398ee61',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.062903] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90a4ec76-f3da-4266-9895-41e22398ee61 [ 979.063152] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.063623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.063623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.063623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.063623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.063756] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90a4ec76-f3da-4266-9895-41e22398ee61 already deleted. [ 979.063782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a4ec76-f3da-4266-9895-41e22398ee61" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.068935] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a in Status: SUCCESS [ 979.069445] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9c401-7edc-461b-840b-ea0cafdffb4a deletion is rescheduled due to dependency. [ 979.069445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9c401-7edc-461b-840b-ea0cafdffb4a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.173777] env[69744]: INFO networking_nsxv3.common.synchronization [None req-1eea3c06-a365-43fd-a31a-b73372f57b81 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_rules [ 979.174353] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_rules [ 979.174674] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.174822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.174924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.175231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.175341] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.181611] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 979.181837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.182360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.182574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.182844] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.182969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.183057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.183224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.183306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.183402] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.248989] env[69744]: INFO networking_nsxv3.common.synchronization [None req-63512f80-39d1-4f62-9535-329576839ad4 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_rules [ 979.248989] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_rules [ 979.249134] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.249282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.574813] env[69744]: INFO networking_nsxv3.common.synchronization [req-92542151-c20f-4e33-972b-e53abf475ee8 req-cab9a6c3-727d-40cb-b252-2e9a434e945a tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 979.576174] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 979.576822] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.577249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.577361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.578794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.579735] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.579907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.580027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.580166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.580277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.581536] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.688645] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.705476] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.705703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.705703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.705864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.705988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.706119] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e66bb82a-4813-4975-904b-d3316b20401a already deleted. [ 979.706210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.706727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.706917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.707031] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.085620] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.085620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.085620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.085866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.105325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.105688] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.105820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.105890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.106114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.106195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.106301] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 980.130021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.130021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.132133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.132133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.132133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.140666] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 980.193242] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.228673] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.228673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.228673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.228673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.228673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.228673] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e66bb82a-4813-4975-904b-d3316b20401a already deleted. [ 980.228673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.699219] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.699511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.699511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.700241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.700241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.700241] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 980.729257] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.729414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.729481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.729738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.729917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.740392] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 980.856509] env[69744]: INFO networking_nsxv3.common.synchronization [None req-ab6b689c-28d7-44d5-ae26-6ab79aa43f14 None None] Enqueued Resource ID: e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5 with Priority: HIGHEST for action port [ 980.858017] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5 with Priority: HIGHEST for action port [ 980.858017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.858017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.858017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.858017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.858017] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.360419] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5 [ 981.360663] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.360806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.360877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.361093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.361185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.361286] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5 already deleted. [ 981.361366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2513a7f-9a9e-4d1c-ad46-8b7c839dbcf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.149887] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 982.150240] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 deletion is rescheduled due to dependency. [ 982.150240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.750408] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 982.750632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.750794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.751008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.751224] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.751344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.751410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.751568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.751650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.751733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.752628] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.753500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.753611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.753775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.753927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.754042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.754114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.754257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.754333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.754412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.754506] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.257758] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f: rpc.has_security_group_logging(os_id): False [ 983.276082] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.276263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.276334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.276506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.276591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.277159] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.277159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.277159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.277159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.277159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.277482] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.277482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.277594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.277670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.277744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.277930] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.278031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.278093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.278225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.278298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.278390] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be created. [ 983.332277] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.332435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.332562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.332721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.332898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.342848] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 985.357051] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 985.357328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.357585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.357887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.358014] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.858338] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 985.858474] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 985.860957] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.861104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.861185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.861439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.861540] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.861668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.861732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.861919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.862017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.862108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.862199] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.013348] env[69744]: INFO networking_nsxv3.common.synchronization [req-2663a545-ae51-4b77-8664-81da3f1846a0 req-9eee16e0-01f8-41f6-87be-e80d46045617 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 986.013935] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 986.014291] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.014534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.014534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.014874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.014874] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.017112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.017112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.017369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.017369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.017486] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.266891] env[69744]: INFO networking_nsxv3.common.synchronization [req-29164009-027a-478d-a2f5-ff0e601ce1a2 req-41fff07e-766f-4ff4-aec4-02967296ba9a tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 986.267130] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGHEST for action security_group_members [ 986.267466] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.267590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.365440] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.365440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.519994] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.022260] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.525071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.525397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.525397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.527746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.527746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.527746] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 987.553031] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.553031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.553031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.553380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.553510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.562547] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 988.892446] env[69744]: INFO networking_nsxv3.common.synchronization [req-00bdc22b-6551-4a92-8345-03dc53569b53 req-c91c293b-bae1-4262-ac25-c8e18379605c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 988.892765] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 988.893013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.893140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.893205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.893394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.893538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.893631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.893691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.893844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.893936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.894181] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.396327] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.576070] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 989.576471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.576471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.576708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.576901] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.577030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.577097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.577253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.577335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.577469] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.898741] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.016459] env[69744]: INFO networking_nsxv3.common.synchronization [req-9407e384-de09-44f6-9035-e3c777afac08 req-1957b2d8-0fce-4ff3-899d-277c65599e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 990.016963] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 990.017303] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.017394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.017471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.017731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.018088] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.018088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.018088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.018247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.018280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.018377] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.080311] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.080406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.080406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.080628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.080751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.080984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.081144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.081211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.081416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.081513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.081608] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 990.107129] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.107289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.107346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.107755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.107809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.116736] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 990.378914] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.379208] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.379358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.379772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.380162] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.380441] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.380629] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.380975] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.381268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.381566] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.381756] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.381961] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.382144] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.383033] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.383033] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.383033] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.401026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.401213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.401244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.401459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.401552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.401650] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 990.404465] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.404697] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.404877] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.405106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.405522] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-81941e93-26ac-44fd-bfaf-0f3a7167fe23 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.406062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.406062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.406164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.406308] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81941e93-26ac-44fd-bfaf-0f3a7167fe23',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.427937] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.428111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.428184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.428401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.428550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.441063] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 990.519889] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.520085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.520131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.520373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.520471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.520666] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.520759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.520821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.520980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.521099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.521199] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 already deleted. [ 990.521282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.909866] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.910208] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.910208] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.910383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.910539] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.910701] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 81941e93-26ac-44fd-bfaf-0f3a7167fe23 not found, creating... [ 990.910964] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.914019] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.914019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.914019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 81941e93-26ac-44fd-bfaf-0f3a7167fe23 is going to be created. [ 990.935810] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.936086] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.936245] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.936557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.936780] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.937032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.071776] env[69744]: INFO networking_nsxv3.common.synchronization [req-142098a8-b73e-4348-97f4-b2169128065a req-92117ef5-315e-4db3-a9d8-871425a7c2d2 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_members [ 991.072328] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGHEST for action security_group_members [ 991.072647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.072777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.072885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.073053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.073210] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.073308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.073372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.073517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.074040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.074040] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.576728] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.576919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.577089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.577372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.577567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.577838] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.577954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.578043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.578219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.578316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.578455] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac is going to be updated. [ 991.604852] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.605041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.605116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.605385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.605631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.613906] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: IN_PROGRESS for 2s [ 991.673050] env[69744]: INFO networking_nsxv3.common.synchronization [req-9407e384-de09-44f6-9035-e3c777afac08 req-773d4d42-5133-4347-8203-546c572ff527 service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 991.673249] env[69744]: INFO networking_nsxv3.common.synchronization [req-9407e384-de09-44f6-9035-e3c777afac08 req-773d4d42-5133-4347-8203-546c572ff527 service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 991.673395] env[69744]: INFO networking_nsxv3.common.synchronization [req-9407e384-de09-44f6-9035-e3c777afac08 req-773d4d42-5133-4347-8203-546c572ff527 service nova] Enqueued Resource ID: 81941e93-26ac-44fd-bfaf-0f3a7167fe23 with Priority: HIGHEST for action port [ 991.673630] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 991.673758] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 991.673850] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81941e93-26ac-44fd-bfaf-0f3a7167fe23 with Priority: HIGHEST for action port [ 991.674412] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.674685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.674685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.674847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.674932] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.675775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.675887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.675954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.676129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.676274] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.676364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.676425] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.676564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.676650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.676734] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.677502] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-81941e93-26ac-44fd-bfaf-0f3a7167fe23 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.677637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.677708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.677957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.677957] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81941e93-26ac-44fd-bfaf-0f3a7167fe23',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.125452] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 992.125780] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f deletion is rescheduled due to dependency. [ 992.125835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.125951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.126191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.126415] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.126488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.126563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.126704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.126785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.126868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.127030] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.127128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.127225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.127325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.127489] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.127591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.127639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.127768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.127843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.127923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.128022] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.179582] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.179819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.179975] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.182488] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81941e93-26ac-44fd-bfaf-0f3a7167fe23 with status ACTIVE [ 992.182667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.182778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.182849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.183055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.183144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.183322] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.183420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.183477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.183627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.183704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.183882] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.183979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.184046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.184176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.184250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.184332] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81941e93-26ac-44fd-bfaf-0f3a7167fe23 is going to be updated. [ 992.217179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.217179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.217179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.217179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.217179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.217432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81941e93-26ac-44fd-bfaf-0f3a7167fe23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.451866] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 992.452157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.630492] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f: rpc.has_security_group_logging(os_id): False [ 992.647701] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.647872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.647934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.648177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.648301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.648479] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.648592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.648656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.648814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.648894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.649116] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.649213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.649273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.649440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.649481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.649672] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.649814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.649890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.650039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.650115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.650200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be updated. [ 992.681939] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.707082] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.707343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.707343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.707573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.707722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.719797] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: IN_PROGRESS for 2s [ 992.786594] env[69744]: INFO networking_nsxv3.common.synchronization [req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 req-4da59c21-c864-44d5-b278-2daceefd3bba tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 992.786594] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 992.786594] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.786594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.786594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.786594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.786594] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.786594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.786594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.786594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.786594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.787089] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.175110] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.175476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.175529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.176156] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.176445] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.176624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.176748] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.176989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.177161] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.177383] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.177530] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.177657] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.177776] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.177909] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.178063] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.178212] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.187028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.187028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.187028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.187028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.187028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.187028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be created. [ 993.202703] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.202883] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.203040] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.203231] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.203557] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-39ba5ffc-f271-4fb6-bac4-0f64084524b0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.203737] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.203859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.204217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.204699] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ba5ffc-f271-4fb6-bac4-0f64084524b0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.214905] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.215860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.215860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.215860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.215860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.224708] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: UNINITIALIZED for 2s [ 993.288767] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.288952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.289223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.289327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.289482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.289594] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.289688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.289766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.289919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.290016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.290104] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d already deleted. [ 993.290183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.622630] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494b8072-8e50-4781-99a9-83a6383af6ac in Status: SUCCESS [ 993.622858] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac deletion is rescheduled due to dependency. [ 993.622980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.707927] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.708241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.708497] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.708738] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.708896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.709071] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 39ba5ffc-f271-4fb6-bac4-0f64084524b0 not found, creating... [ 993.709354] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.709520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.709641] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.709898] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.710063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.710358] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.710517] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.710638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.710847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.710984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.711142] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 39ba5ffc-f271-4fb6-bac4-0f64084524b0 is going to be created. [ 993.729969] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.730522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.730796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.731337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.731435] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.731683] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.460082] env[69744]: INFO networking_nsxv3.common.synchronization [req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 req-e8716ef1-5317-4e58-b6d6-76e7b5d3faf0 service nova] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 994.460391] env[69744]: INFO networking_nsxv3.common.synchronization [req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 req-e8716ef1-5317-4e58-b6d6-76e7b5d3faf0 service nova] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 994.460526] env[69744]: INFO networking_nsxv3.common.synchronization [req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 req-e8716ef1-5317-4e58-b6d6-76e7b5d3faf0 service nova] Enqueued Resource ID: 39ba5ffc-f271-4fb6-bac4-0f64084524b0 with Priority: HIGHEST for action port [ 994.461164] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 994.461349] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 994.461480] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ba5ffc-f271-4fb6-bac4-0f64084524b0 with Priority: HIGHEST for action port [ 994.461796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.461952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.462064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.462299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.462401] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.463461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.464187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.464187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.464318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.464562] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.464699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.464767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.464940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.465040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.465149] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.466871] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ba5ffc-f271-4fb6-bac4-0f64084524b0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.466983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.467090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.467275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.467430] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ba5ffc-f271-4fb6-bac4-0f64084524b0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.734374] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f in Status: SUCCESS [ 994.734561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.967722] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.970066] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39ba5ffc-f271-4fb6-bac4-0f64084524b0 with status ACTIVE [ 994.970290] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.970376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.970414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.970623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.970713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.971106] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.971106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.971106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.971255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.971356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.971576] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.971684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.971740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.971882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.971956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.972892] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39ba5ffc-f271-4fb6-bac4-0f64084524b0 is going to be updated. [ 994.974012] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.974110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.992760] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.992900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.992967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.993193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.993331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.993500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ba5ffc-f271-4fb6-bac4-0f64084524b0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.233922] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 995.234605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.234741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.234963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.235203] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.235315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.235377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.235534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.235612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.235694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.235788] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.475270] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.737983] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.738146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.738223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.738431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.738636] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.738755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.738874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.739043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.739166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.739279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.739494] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.739618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.739708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.739886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.740078] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.740203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.740274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.740447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.740545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.740643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.740757] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.977788] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.977938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.978053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.978533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.978533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.978533] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d is going to be created. [ 996.000397] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.000397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.000397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.000624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.000793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.008972] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: UNINITIALIZED for 2s [ 996.243890] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d734ae-e3c1-4663-b925-7b8e2452f616: rpc.has_security_group_logging(os_id): False [ 996.260733] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.260997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.261095] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.261314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.261981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.261981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.261981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.261981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.261981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.262238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.262268] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.262410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.262410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.262557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.262675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.262777] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.265907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.265907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.265907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.265907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.265907] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be created. [ 996.325249] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.325249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.325249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.325249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.325249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.335815] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 996.388150] env[69744]: INFO networking_nsxv3.common.synchronization [req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae req-435255d2-3985-49e6-b206-82590b545067 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 996.388858] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 996.389234] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.389366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.389429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.389645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.389833] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.389906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.389959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.390165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.390229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.390309] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.710357] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.710692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.710692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.710992] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.711270] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.711431] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.711554] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.711768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.712032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.712146] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.712259] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.712369] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.712480] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.712618] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.712805] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.713323] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.730949] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.731310] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.731419] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.731675] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.732088] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-8ea042a1-316f-437b-a350-9a40c7aa6ea2 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.732223] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.732355] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.732777] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.732932] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea042a1-316f-437b-a350-9a40c7aa6ea2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.893709] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.236030] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.236588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.236588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.236863] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.237116] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.237687] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 8ea042a1-316f-437b-a350-9a40c7aa6ea2 not found, creating... [ 997.237687] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.237869] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.237993] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.238503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.238503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.238789] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.239492] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.239492] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.239492] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.239797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.239981] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 8ea042a1-316f-437b-a350-9a40c7aa6ea2 is going to be created. [ 997.259246] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.259659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.260536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.260536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.260536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.260828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.395873] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.898249] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.898642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.898642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.898880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.898976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.899102] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 997.926984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.927128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.927202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.927403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.927617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.935183] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 997.985213] env[69744]: INFO networking_nsxv3.common.synchronization [req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae req-f089bb04-de01-4b60-a92b-2b15647c67a8 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 997.986094] env[69744]: INFO networking_nsxv3.common.synchronization [req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae req-f089bb04-de01-4b60-a92b-2b15647c67a8 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 997.986094] env[69744]: INFO networking_nsxv3.common.synchronization [req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae req-f089bb04-de01-4b60-a92b-2b15647c67a8 service nova] Enqueued Resource ID: 8ea042a1-316f-437b-a350-9a40c7aa6ea2 with Priority: HIGHEST for action port [ 997.986094] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 997.986094] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 997.986284] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea042a1-316f-437b-a350-9a40c7aa6ea2 with Priority: HIGHEST for action port [ 997.986736] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.986792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.986856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.987137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.987225] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.988226] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.988318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.988711] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ea042a1-316f-437b-a350-9a40c7aa6ea2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.988820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.988876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.989060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.989138] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea042a1-316f-437b-a350-9a40c7aa6ea2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.019615] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: SUCCESS [ 998.019752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.019785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.020027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.020244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.020356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.020418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.020575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.020652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.020733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.020820] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.346463] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 998.346700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.490534] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.490678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.490900] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ea042a1-316f-437b-a350-9a40c7aa6ea2 with status ACTIVE [ 998.491087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.491198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.491263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.491484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.491579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.491785] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.491886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.491948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.492124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.492201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.492389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.492552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.492552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.492676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.492764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.492865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ea042a1-316f-437b-a350-9a40c7aa6ea2 is going to be updated. [ 998.517362] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.517362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.517362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.517362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.517362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.517362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ea042a1-316f-437b-a350-9a40c7aa6ea2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.527095] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.030935] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d: rpc.has_security_group_logging(os_id): False [ 999.048937] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.048937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.049133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.050384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.050384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.050384] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.050384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.050384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.050384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.050384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.050384] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d is going to be created. [ 999.103514] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.103711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.103711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.103949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.104151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.114520] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: IN_PROGRESS for 2s [ 999.948074] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 999.948276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.948442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.949187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.949187] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.949187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.949187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.949187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.949752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.949752] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.452996] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.955660] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.128232] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: SUCCESS [ 1001.128512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.461030] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.461030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.461030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.461030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.461030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.461030] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1001.491476] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.491624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.491725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.491894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.492046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.505022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1002.986678] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1002.987149] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1003.513127] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1003.513377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.516771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.516771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.516771] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.516771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.516771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.516771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.516771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.516771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.516771] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.757515] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-64c81421-ff1c-4d85-a0c5-0a51aae87f29 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1003.758497] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1003.759297] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.760068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.760560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.760940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.761395] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.761677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.761786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.761972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.762093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.762210] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.019898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.019898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.019898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.019898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.019898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.020796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.020796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.020796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.020796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.020796] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.265249] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.265503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.265503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.267075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.286851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.287298] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.287442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.287497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.287745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.287842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.287938] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1004.291047] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-cfce2f79-2c6d-4bc0-ab66-b31dfadeaad8 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1004.291304] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1004.291922] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.292050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.311333] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.311333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.311333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.311333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.311333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.318874] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1004.523781] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 1004.541347] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.541517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.541564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.541802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.541880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.542072] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.542176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.542237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.542391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.542464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.542648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.542740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.542798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.542957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.543105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.543222] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.543310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.543368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.543525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.543604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.543698] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1004.603396] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.603532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.603690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.603818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.603953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.616959] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1004.686028] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.686028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-876" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.686028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-876" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.686028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-876" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.686028] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.686028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.686028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.686028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.686028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.686028] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.687140] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.688293] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.688630] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.689633] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.689995] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.690896] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.713706] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.713896] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.714090] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.714312] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-876" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.714737] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-df9a18de-2bf8-4348-9f49-c8d6297c473c taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.714972] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.715151] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.715569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.715784] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9a18de-2bf8-4348-9f49-c8d6297c473c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.219026] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.219026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.219026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.219396] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.219396] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.219516] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port df9a18de-2bf8-4348-9f49-c8d6297c473c not found, creating... [ 1005.219776] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.219962] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.221779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.221779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.221779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.221779] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.221779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.221779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.221779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.221779] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.221779] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: df9a18de-2bf8-4348-9f49-c8d6297c473c is going to be created. [ 1005.240800] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.241135] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.241420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.241858] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.242298] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.242711] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.260900] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-434bf880-b4bc-49ae-93ce-3a95b0bba8a6 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 1006.260900] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-434bf880-b4bc-49ae-93ce-3a95b0bba8a6 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1006.260900] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-434bf880-b4bc-49ae-93ce-3a95b0bba8a6 service nova] Enqueued Resource ID: df9a18de-2bf8-4348-9f49-c8d6297c473c with Priority: HIGHEST for action port [ 1006.260900] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 1006.260900] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1006.260900] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9a18de-2bf8-4348-9f49-c8d6297c473c with Priority: HIGHEST for action port [ 1006.260900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.260900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.260900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.262234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.262326] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.263180] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.263317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.263466] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9a18de-2bf8-4348-9f49-c8d6297c473c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.263571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.263620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.263790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.263863] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9a18de-2bf8-4348-9f49-c8d6297c473c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.328824] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1006.329083] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 deletion is rescheduled due to dependency. [ 1006.329258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.329934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.330529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.330740] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.330863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.330939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.331115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.331198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.331294] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.460420] env[69744]: INFO networking_nsxv3.common.synchronization [None req-2cf81a4c-b8e2-444c-b995-d54c49b7b20d None None] Enqueued Resource ID: 3f06d012-049d-45bd-bcf0-80347df55c49 with Priority: HIGHEST for action port [ 1006.460420] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f06d012-049d-45bd-bcf0-80347df55c49 with Priority: HIGHEST for action port [ 1006.460743] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f06d012-049d-45bd-bcf0-80347df55c49 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.460815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f06d012-049d-45bd-bcf0-80347df55c49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.460847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f06d012-049d-45bd-bcf0-80347df55c49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.461605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f06d012-049d-45bd-bcf0-80347df55c49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.461605] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f06d012-049d-45bd-bcf0-80347df55c49',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.631153] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1006.631811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.769022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.769022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.769022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df9a18de-2bf8-4348-9f49-c8d6297c473c with status ACTIVE [ 1006.769022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.769022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.769022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.769022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.769022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.769022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.769022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.769498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.769498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.769498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.769785] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.769785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.769930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.770028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.770137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.770223] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df9a18de-2bf8-4348-9f49-c8d6297c473c is going to be updated. [ 1006.792539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.792790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.792921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.793502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.793502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.793633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9a18de-2bf8-4348-9f49-c8d6297c473c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.838316] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.964045] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f06d012-049d-45bd-bcf0-80347df55c49 [ 1006.964045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.964045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.964045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.964045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.964045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.964045] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f06d012-049d-45bd-bcf0-80347df55c49 already deleted. [ 1006.964045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f06d012-049d-45bd-bcf0-80347df55c49" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.221303] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.221452] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-324" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.221618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-324" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.224483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-324" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.228022] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.228022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.228022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.228022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.228022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.228022] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.228022] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.228022] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.228022] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.228022] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.228022] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.228022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.247985] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.248247] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.248399] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.248596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-324" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.248953] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-fc78d998-0b79-402d-881f-2547d41cb487 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.249251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.249402] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.249777] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.249980] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc78d998-0b79-402d-881f-2547d41cb487',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.340680] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.753220] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.754450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.754771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.755249] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.755557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.755879] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port fc78d998-0b79-402d-881f-2547d41cb487 not found, creating... [ 1007.756611] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.756887] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.757047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.757334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.757505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.757965] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.758212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.759419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.759419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.759419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.759419] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: fc78d998-0b79-402d-881f-2547d41cb487 is going to be created. [ 1007.785600] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.785886] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.786036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.786344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.786624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.786892] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.846698] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.846698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.846698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.846698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.846698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.846698] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1007.894340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.894488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.894535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.894762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.894927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.920855] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1008.628958] env[69744]: INFO networking_nsxv3.common.synchronization [req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 req-9c1581ef-6f06-4428-92db-900a2fabcafa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_members [ 1008.629517] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_members [ 1008.629827] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e9eaa53-282e-4b33-83c0-b9af9c0517db taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.629977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.637534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.637534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.637534] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.637534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.637534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.637534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.637534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.637534] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.950894] env[69744]: INFO networking_nsxv3.common.synchronization [None req-940f1f5d-3f17-41d0-9bbb-5ba19557cd9f None None] Enqueued Resource ID: 96cdc56e-797a-4244-85f8-b25e961fea6a with Priority: HIGHEST for action port [ 1008.951103] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cdc56e-797a-4244-85f8-b25e961fea6a with Priority: HIGHEST for action port [ 1008.951766] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-96cdc56e-797a-4244-85f8-b25e961fea6a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.951893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96cdc56e-797a-4244-85f8-b25e961fea6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.951962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96cdc56e-797a-4244-85f8-b25e961fea6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.952326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96cdc56e-797a-4244-85f8-b25e961fea6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.952431] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96cdc56e-797a-4244-85f8-b25e961fea6a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.114833] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.115927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.116134] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.116419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.117029] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.117029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.117029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.117436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.117436] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.117707] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.117854] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.117917] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.118542] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.118542] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.120836] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.120836] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.139810] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.139950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.140067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.140248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.140332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.140638] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.140638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.140749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.140844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.140886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.140974] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db already deleted. [ 1009.141066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.146618] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.147088] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.147088] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.147273] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.147528] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.148489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.148489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.148927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.148927] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.199049] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-394d100f-c207-432f-b8e1-d5e7fd02e824 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 1009.199049] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-394d100f-c207-432f-b8e1-d5e7fd02e824 service nova] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1009.199049] env[69744]: INFO networking_nsxv3.common.synchronization [req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 req-394d100f-c207-432f-b8e1-d5e7fd02e824 service nova] Enqueued Resource ID: fc78d998-0b79-402d-881f-2547d41cb487 with Priority: HIGHEST for action port [ 1009.199049] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_rules [ 1009.199243] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1009.199243] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc78d998-0b79-402d-881f-2547d41cb487 with Priority: HIGHEST for action port [ 1009.199781] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.199880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.200922] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.203100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.204803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc78d998-0b79-402d-881f-2547d41cb487 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.204936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.205055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.205219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.205305] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc78d998-0b79-402d-881f-2547d41cb487',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.454052] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96cdc56e-797a-4244-85f8-b25e961fea6a [ 1009.455308] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.455308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.455308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.455308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.455308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.455308] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96cdc56e-797a-4244-85f8-b25e961fea6a already deleted. [ 1009.455308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96cdc56e-797a-4244-85f8-b25e961fea6a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.652757] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.653191] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.653584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.653584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.653675] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.653947] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 not found, creating... [ 1009.654311] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.654486] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.654609] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.654844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.655435] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.655757] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.655925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.657288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.657288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.657288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.657288] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 is going to be created. [ 1009.679612] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.679948] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.680133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.680416] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.680666] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.681564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.713435] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc78d998-0b79-402d-881f-2547d41cb487 with status ACTIVE [ 1009.713675] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.713820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.713890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.714119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.714239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.714429] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.714488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.714574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.714764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.714857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.715074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.715318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.715318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.715433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.715592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.715687] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc78d998-0b79-402d-881f-2547d41cb487 is going to be updated. [ 1009.737523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.737749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.737862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.738020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.738171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.738321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc78d998-0b79-402d-881f-2547d41cb487" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.937675] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1009.937907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.938098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.938320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.938508] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.938629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.938695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.938872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.938986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.939105] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.000538] env[69744]: INFO networking_nsxv3.common.synchronization [None req-acd199ce-1b77-440c-a740-a0c86ef36144 None None] Enqueued Resource ID: ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23 with Priority: HIGHEST for action port [ 1010.002291] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23 with Priority: HIGHEST for action port [ 1010.002776] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.002986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.003138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.003496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.003666] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.442353] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.506619] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23 [ 1010.506729] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.506804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.506836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.507116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.507216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.507311] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23 already deleted. [ 1010.507392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec9a0aa3-d5b8-4639-81f4-ad87d9d9db23" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.591159] env[69744]: INFO networking_nsxv3.common.synchronization [req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 req-d4542d4b-9168-4f47-b26e-7e84c6dae330 service nova] Enqueued Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_rules [ 1010.591335] env[69744]: INFO networking_nsxv3.common.synchronization [req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 req-d4542d4b-9168-4f47-b26e-7e84c6dae330 service nova] Enqueued Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_members [ 1010.591472] env[69744]: INFO networking_nsxv3.common.synchronization [req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 req-d4542d4b-9168-4f47-b26e-7e84c6dae330 service nova] Enqueued Resource ID: b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 with Priority: HIGHEST for action port [ 1010.591951] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_rules [ 1010.592089] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_members [ 1010.592182] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 with Priority: HIGHEST for action port [ 1010.593715] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.594707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.595505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.595808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.595930] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.599339] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e9eaa53-282e-4b33-83c0-b9af9c0517db taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.599339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.599339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.599339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.599339] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.599339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.599339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.599339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.599339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.599339] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.603255] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.603412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.604028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.604028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.604028] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.948460] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.106582] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e9eaa53-282e-4b33-83c0-b9af9c0517db taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.106831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.106831] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.108159] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 with status ACTIVE [ 1011.108340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.108471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.108529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.108804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.108997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.109084] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.109171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.109232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.109426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.109508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.109690] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.109783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.109840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.109976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.110059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.110139] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 is going to be updated. [ 1011.130130] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.130275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.130343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.130547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.130683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.130845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.452171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.452171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.452171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.452171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.452171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.452171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1011.486287] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.486649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.486827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.487152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.487390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.499535] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1011.504744] env[69744]: INFO networking_nsxv3.common.synchronization [req-018559b5-4875-40d5-b8ad-3ddfc0359da1 req-4545d3cb-e4f6-40cf-988c-33e404eb51a9 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_members [ 1011.505699] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_members [ 1011.506198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5991552-9e9b-4562-86f0-9d02dbc87179 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.506471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.506643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.507020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.507274] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.508131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.508131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.508131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.508131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.508131] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.526816] env[69744]: INFO networking_nsxv3.common.synchronization [None req-c0c730c4-0f8f-4fa4-9dd0-02c9fd35b740 None None] Enqueued Resource ID: 4d61d6dd-d0de-472b-977c-68029672c56e with Priority: HIGHEST for action port [ 1011.526903] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d61d6dd-d0de-472b-977c-68029672c56e with Priority: HIGHEST for action port [ 1011.527955] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d61d6dd-d0de-472b-977c-68029672c56e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.530614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d61d6dd-d0de-472b-977c-68029672c56e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.531677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d61d6dd-d0de-472b-977c-68029672c56e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.531677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d61d6dd-d0de-472b-977c-68029672c56e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.531677] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d61d6dd-d0de-472b-977c-68029672c56e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.614849] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.010781] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.011539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.011903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.012313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.012461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.012756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.012924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.013034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.013252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.013398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.013502] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5991552-9e9b-4562-86f0-9d02dbc87179 already deleted. [ 1012.013613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.039459] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d61d6dd-d0de-472b-977c-68029672c56e [ 1012.040459] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.040459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.040459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.040459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.040459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.040459] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d61d6dd-d0de-472b-977c-68029672c56e already deleted. [ 1012.040459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d61d6dd-d0de-472b-977c-68029672c56e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.127568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.127568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.127568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.127568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.127568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.127568] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db is going to be created. [ 1012.127568] env[69744]: INFO networking_nsxv3.common.synchronization [req-413dcf67-d973-4cd4-bae7-167fcfc1518f req-5b091505-3c5e-4a4b-a245-d4a4ce1fd2b7 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1012.127568] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1012.127568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.127568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.127568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.128307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.128307] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.128307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.128307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.128555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.128555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.128801] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.152539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.152613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.152647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.153031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.153031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.177882] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db in Status: UNINITIALIZED for 2s [ 1012.278308] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.278521] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.278654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.279092] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.280952] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.280952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.280952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.280952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.281224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.281287] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.281448] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.281588] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.281728] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.281870] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.282015] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.282193] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.304533] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.304533] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1012.304651] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.304831] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-131" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.305213] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-f64be299-a1bd-406e-b138-215fd4a11fa0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.305441] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.305533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.305852] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.305998] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64be299-a1bd-406e-b138-215fd4a11fa0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.632809] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.810270] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.810494] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.810699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.811119] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.811343] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.811598] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port f64be299-a1bd-406e-b138-215fd4a11fa0 not found, creating... [ 1012.812014] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.812253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.812426] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.812741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.812938] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.813856] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.814129] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.814316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.814636] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.814845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.815075] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: f64be299-a1bd-406e-b138-215fd4a11fa0 is going to be created. [ 1012.836470] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.836694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.836825] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.837134] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.837372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.837668] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.134860] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.373979] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4eae4502-f612-44a9-970f-46a6c2cb0fa3 None None] Enqueued Resource ID: c88ea858-18a9-4627-b5b3-120e48899ddf with Priority: HIGHEST for action port [ 1013.375144] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c88ea858-18a9-4627-b5b3-120e48899ddf with Priority: HIGHEST for action port [ 1013.375439] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c88ea858-18a9-4627-b5b3-120e48899ddf taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.376420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c88ea858-18a9-4627-b5b3-120e48899ddf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.376624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c88ea858-18a9-4627-b5b3-120e48899ddf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.376794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c88ea858-18a9-4627-b5b3-120e48899ddf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.376903] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c88ea858-18a9-4627-b5b3-120e48899ddf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.509885] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.512024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.512024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.512024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.513674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.513969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.515025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.515025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.515025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.515025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.515281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.515446] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.585858] env[69744]: INFO networking_nsxv3.common.synchronization [None req-89acea67-1acc-4aa6-8e06-7cea7db3b139 None None] Enqueued Resource ID: 7fc96fb0-625f-474b-88cd-b6a12a1c28e2 with Priority: HIGHEST for action port [ 1013.586546] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc96fb0-625f-474b-88cd-b6a12a1c28e2 with Priority: HIGHEST for action port [ 1013.587198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fc96fb0-625f-474b-88cd-b6a12a1c28e2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.587772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fc96fb0-625f-474b-88cd-b6a12a1c28e2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.587772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fc96fb0-625f-474b-88cd-b6a12a1c28e2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.587772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fc96fb0-625f-474b-88cd-b6a12a1c28e2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.587772] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fc96fb0-625f-474b-88cd-b6a12a1c28e2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.637804] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.637963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.638057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.638338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.638762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.638762] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1013.673341] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.673341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.673341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.673341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.680284] env[69744]: INFO networking_nsxv3.common.synchronization [req-018559b5-4875-40d5-b8ad-3ddfc0359da1 req-70dc758f-090f-4f8f-87b8-f936186d114e service nova] Enqueued Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_rules [ 1013.680460] env[69744]: INFO networking_nsxv3.common.synchronization [req-018559b5-4875-40d5-b8ad-3ddfc0359da1 req-70dc758f-090f-4f8f-87b8-f936186d114e service nova] Enqueued Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_members [ 1013.680598] env[69744]: INFO networking_nsxv3.common.synchronization [req-018559b5-4875-40d5-b8ad-3ddfc0359da1 req-70dc758f-090f-4f8f-87b8-f936186d114e service nova] Enqueued Resource ID: f64be299-a1bd-406e-b138-215fd4a11fa0 with Priority: HIGHEST for action port [ 1013.681145] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_rules [ 1013.681602] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_members [ 1013.681602] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f64be299-a1bd-406e-b138-215fd4a11fa0 with Priority: HIGHEST for action port [ 1013.681714] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5991552-9e9b-4562-86f0-9d02dbc87179 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.681781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.681811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.682039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.682110] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.682986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5991552-9e9b-4562-86f0-9d02dbc87179 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.683110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.683171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.683335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.683474] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.683561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.683617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.683751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.683828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.683911] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.684710] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-f64be299-a1bd-406e-b138-215fd4a11fa0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.684805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.684856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.685008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.685270] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f64be299-a1bd-406e-b138-215fd4a11fa0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.688727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1013.848102] env[69744]: INFO networking_nsxv3.common.synchronization [req-e2b70fa5-ce5d-4065-be09-40661f8d857a req-33c7ef9d-f10f-43ca-814f-bd09ccc8a9af tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1013.848683] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1013.849045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.849270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.849270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.849449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.849632] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.849746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.849793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.849911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.850035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.850128] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.881044] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c88ea858-18a9-4627-b5b3-120e48899ddf [ 1013.881044] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.881044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.881044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.881044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.881044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.881044] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c88ea858-18a9-4627-b5b3-120e48899ddf already deleted. [ 1013.881044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c88ea858-18a9-4627-b5b3-120e48899ddf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.020500] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.020707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.026306] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.094133] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fc96fb0-625f-474b-88cd-b6a12a1c28e2 [ 1014.094133] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.094133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.094133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.094133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.094133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.094133] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fc96fb0-625f-474b-88cd-b6a12a1c28e2 already deleted. [ 1014.094133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fc96fb0-625f-474b-88cd-b6a12a1c28e2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.189125] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db in Status: SUCCESS [ 1014.189426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.189661] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.190825] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5991552-9e9b-4562-86f0-9d02dbc87179 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.190965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.191169] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f64be299-a1bd-406e-b138-215fd4a11fa0 with status ACTIVE [ 1014.191355] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.191481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.191549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.191779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.191863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.197102] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.197610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.197610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.197768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.197768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.198082] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.198196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.198196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.198359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.198437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.198538] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f64be299-a1bd-406e-b138-215fd4a11fa0 is going to be updated. [ 1014.200021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.200648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.200648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.200648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.200816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.200861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.200951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.203351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.203410] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.225965] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.225965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.225965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.225965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.225965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.226430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f64be299-a1bd-406e-b138-215fd4a11fa0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.353495] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.353684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.353723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.353926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.354024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.354231] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.354346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.354418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.354586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.354669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.354854] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1014.401281] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.401600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.401600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.404039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.404039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.412119] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1014.526415] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.705323] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.706384] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.029171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.029419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.029492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.029756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.029904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.030086] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1015.055566] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.055747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.055817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.056041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.056184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.064054] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1015.207874] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.208238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.208238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.208345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.208434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.208533] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5991552-9e9b-4562-86f0-9d02dbc87179 is going to be created. [ 1015.209721] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e9eaa53-282e-4b33-83c0-b9af9c0517db: rpc.has_security_group_logging(os_id): False [ 1015.230301] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.230498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.230538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.230716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.230798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.231051] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.231146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.231205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.231352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.231444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.231528] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db is going to be created. [ 1015.238574] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.238790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.238895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.239130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.239327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.247933] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5991552-9e9b-4562-86f0-9d02dbc87179 in Status: UNINITIALIZED for 2s [ 1015.305212] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.305365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.305365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.306024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.306024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.317078] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db in Status: IN_PROGRESS for 2s [ 1015.700096] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1015.700347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.364418] env[69744]: INFO networking_nsxv3.common.synchronization [req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 req-2454d774-963a-4a09-8023-aff99894d6f3 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Enqueued Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_members [ 1016.365079] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_members [ 1016.365365] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.365492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.365652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.365912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.366190] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.366311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.366369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.366489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.366568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.366667] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.425064] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1016.425345] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1016.425560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.788954] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.789242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-771" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.789434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-771" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.789956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-771" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.790345] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.790563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.790706] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.790961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.791797] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.791797] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.791797] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.791797] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.791797] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.792062] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.792062] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.792127] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.812114] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.812317] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.812471] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.812702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-771" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.813122] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-520dddf6-f87a-449d-bbd0-30033f2a7a76 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.813343] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.814243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.814243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.814243] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('520dddf6-f87a-449d-bbd0-30033f2a7a76',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.869200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.869432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.869432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.869650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.869737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.870575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.870575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.870575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.870575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.870575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.870575] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18aca352-b3b7-4527-901e-20177539e086 already deleted. [ 1016.870575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.074210] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1017.074436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.074606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.074885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.075097] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.075269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.075269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.075429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.075566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.075641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.075769] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.075848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.075885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.076017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.076193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.076296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.076343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.076550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.076651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.076736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.076825] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.256376] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5991552-9e9b-4562-86f0-9d02dbc87179 in Status: SUCCESS [ 1017.256536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.256571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.256774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.256966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.257101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.257589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.257589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.257589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.257589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.257589] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.322221] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.322557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.322746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.323049] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.323209] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.323376] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 520dddf6-f87a-449d-bbd0-30033f2a7a76 not found, creating... [ 1017.323651] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.323827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.324035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.324285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.324442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.324738] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.324904] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.325039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.325254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.325394] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.325539] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 520dddf6-f87a-449d-bbd0-30033f2a7a76 is going to be created. [ 1017.337461] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db in Status: SUCCESS [ 1017.337719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.353852] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.354132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.354371] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.354799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.355932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.355932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.580076] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c8d38f0-778c-4774-9621-ebba4b6ecd80: rpc.has_security_group_logging(os_id): False [ 1017.597285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.598103] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.598213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.598383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.598431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.598510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.598754] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.598754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.598936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.598972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.599050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.599225] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.599316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.599381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.599521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.599595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.599682] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1017.659984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.659984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.659984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.659984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.659984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.678612] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1017.760366] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.041582] env[69744]: INFO networking_nsxv3.common.synchronization [req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 req-02ac2b68-e15d-40d5-a7ea-54bf04bf2728 service nova] Enqueued Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_rules [ 1018.041776] env[69744]: INFO networking_nsxv3.common.synchronization [req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 req-02ac2b68-e15d-40d5-a7ea-54bf04bf2728 service nova] Enqueued Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_members [ 1018.041921] env[69744]: INFO networking_nsxv3.common.synchronization [req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 req-02ac2b68-e15d-40d5-a7ea-54bf04bf2728 service nova] Enqueued Resource ID: 520dddf6-f87a-449d-bbd0-30033f2a7a76 with Priority: HIGHEST for action port [ 1018.042451] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_rules [ 1018.042582] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_members [ 1018.042678] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 520dddf6-f87a-449d-bbd0-30033f2a7a76 with Priority: HIGHEST for action port [ 1018.042947] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.044601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.044601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.044601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.044601] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.045705] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.045705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.045705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.045920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.046158] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.046294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.046385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.046561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.047298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.047298] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.047583] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-520dddf6-f87a-449d-bbd0-30033f2a7a76 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.047731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.047797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.049071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.049071] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('520dddf6-f87a-449d-bbd0-30033f2a7a76',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.263741] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5991552-9e9b-4562-86f0-9d02dbc87179: rpc.has_security_group_logging(os_id): False [ 1018.279871] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.280056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.280167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.280362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.280455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.280990] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.280990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.280990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.281409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.281409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.281409] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5991552-9e9b-4562-86f0-9d02dbc87179 is going to be created. [ 1018.337252] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.337373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.337412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.337768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.337951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.346937] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5991552-9e9b-4562-86f0-9d02dbc87179 in Status: IN_PROGRESS for 2s [ 1018.549986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.550125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.550313] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.551316] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 520dddf6-f87a-449d-bbd0-30033f2a7a76 with status ACTIVE [ 1018.551525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.551640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.551706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.551920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.552039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.552233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.552343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.552438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.552638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.552727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.552956] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.553063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.553125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.553301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.553333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.553408] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 520dddf6-f87a-449d-bbd0-30033f2a7a76 is going to be updated. [ 1018.573073] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.573218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.573905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.573905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.573905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.573905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-520dddf6-f87a-449d-bbd0-30033f2a7a76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.055586] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.558711] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.558905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.558991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.559288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.559419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.559528] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18aca352-b3b7-4527-901e-20177539e086 is going to be created. [ 1019.584972] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.585206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.585292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.585506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.585675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.595438] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18aca352-b3b7-4527-901e-20177539e086 in Status: UNINITIALIZED for 2s [ 1019.692697] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1019.692951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.693146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.693660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.693765] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.199719] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.199719] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199719] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.364718] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5991552-9e9b-4562-86f0-9d02dbc87179 in Status: SUCCESS [ 1020.365011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.700530] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.700687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.700748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.700961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.701149] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.701248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.701334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.701482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.701570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.701660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.701805] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.701899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.701958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.702115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.702254] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.702343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.702401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.702531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.702604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.702682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.702771] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.204885] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c8d38f0-778c-4774-9621-ebba4b6ecd80: rpc.has_security_group_logging(os_id): False [ 1021.231196] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.231196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.231372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.231496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.231670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.231921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.232039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.232092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.232251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.232318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.232489] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.232600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.232653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.232768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.232831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.233014] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.233142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.233196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.233326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.233393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.233469] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1021.309905] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.309905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.309905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.309905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.309905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.328539] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1021.608063] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18aca352-b3b7-4527-901e-20177539e086 in Status: SUCCESS [ 1021.608285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.608453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.608696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.608892] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.609017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.609084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.609252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.609326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.609408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.609495] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.848221] env[69744]: INFO networking_nsxv3.common.synchronization [req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 req-1b99720e-c87d-4710-a261-f78483094146 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_members [ 1021.848817] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_members [ 1021.849875] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.850091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.850167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.850414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.850724] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.850724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.850849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.850937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.851050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.851150] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.111575] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.314837] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.315184] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.315313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.315739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.316033] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.316225] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.316324] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.316563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.316713] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.316952] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.317099] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.317244] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.317393] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.317511] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.317623] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.317794] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.338684] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.338858] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.339027] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.340917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.340917] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-5f4d714e-c685-4f84-a782-d25895216019 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.340917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.340917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.340917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.340917] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4d714e-c685-4f84-a782-d25895216019',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.355405] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.355562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.355653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.355961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.356061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.356265] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.356362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.356421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.356572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.356659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.356887] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e66bb82a-4813-4975-904b-d3316b20401a already deleted. [ 1022.356887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.613928] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18aca352-b3b7-4527-901e-20177539e086: rpc.has_security_group_logging(os_id): False [ 1022.632098] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.632236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.632370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.632520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.632608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.632845] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.632944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.633010] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.633164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.633240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.633333] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18aca352-b3b7-4527-901e-20177539e086 is going to be created. [ 1022.691134] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.691316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.691363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.691556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.691776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.701434] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18aca352-b3b7-4527-901e-20177539e086 in Status: IN_PROGRESS for 2s [ 1022.843061] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.843330] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.843487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.844373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.844373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.844373] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 5f4d714e-c685-4f84-a782-d25895216019 not found, creating... [ 1022.844373] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.844593] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.844628] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.844901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.845924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.845924] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.845924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.845924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.845924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.846178] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.846219] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 5f4d714e-c685-4f84-a782-d25895216019 is going to be created. [ 1022.867521] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.867803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.867932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.868298] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.868542] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.868777] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.350648] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1023.355555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.559667] env[69744]: INFO networking_nsxv3.common.synchronization [req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed req-2565c0f6-2344-4902-9106-0237efe7fea9 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1023.559667] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1023.559667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.559667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.559667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.559667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.559667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.560722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.560957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.565429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.565429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.565429] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.026169] env[69744]: INFO networking_nsxv3.common.synchronization [req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 req-7a058feb-e89b-4a6c-9db4-effa1e707ef7 service nova] Enqueued Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_rules [ 1024.026169] env[69744]: INFO networking_nsxv3.common.synchronization [req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 req-7a058feb-e89b-4a6c-9db4-effa1e707ef7 service nova] Enqueued Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_members [ 1024.026169] env[69744]: INFO networking_nsxv3.common.synchronization [req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 req-7a058feb-e89b-4a6c-9db4-effa1e707ef7 service nova] Enqueued Resource ID: 5f4d714e-c685-4f84-a782-d25895216019 with Priority: HIGHEST for action port [ 1024.026169] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_rules [ 1024.026169] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_members [ 1024.026169] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4d714e-c685-4f84-a782-d25895216019 with Priority: HIGHEST for action port [ 1024.026169] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.026169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.026169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.026169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.026895] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.028174] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.028417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.029512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.029512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.029512] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.029512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.029512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.029512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.029512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.029821] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.031070] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4d714e-c685-4f84-a782-d25895216019 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.032316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.032316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.032316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.032316] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4d714e-c685-4f84-a782-d25895216019',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.066513] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.111128] env[69744]: INFO networking_nsxv3.common.synchronization [req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed req-7f28fe8d-1cf7-4234-90ca-b6811857598c tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1024.111128] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGHEST for action security_group_members [ 1024.111128] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.111128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.536927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.537340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.537340] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.538215] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f4d714e-c685-4f84-a782-d25895216019 with status ACTIVE [ 1024.538394] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.538508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.538576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.538814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.538905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.539096] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.539193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.539254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.539411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.539487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.539666] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.539756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.539983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.539983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.543197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.543197] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f4d714e-c685-4f84-a782-d25895216019 is going to be updated. [ 1024.567941] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.572132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.572219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.572440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.572590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.572745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4d714e-c685-4f84-a782-d25895216019" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.572965] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.726636] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18aca352-b3b7-4527-901e-20177539e086 in Status: SUCCESS [ 1024.726915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.045215] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.075275] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.075467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.075675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.075815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.075851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.076383] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1025.114413] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.114563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.114628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.114840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.114977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.125316] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1025.549020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.549399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.549399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.549514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.549607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.549708] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e66bb82a-4813-4975-904b-d3316b20401a is going to be created. [ 1025.574384] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.574564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.574607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.574788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.574947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.584107] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e66bb82a-4813-4975-904b-d3316b20401a in Status: UNINITIALIZED for 2s [ 1027.137279] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 4s [ 1027.191437] env[69744]: INFO networking_nsxv3.common.synchronization [req-6103c192-13bb-4935-add9-99574f45446f req-cf053fc9-c975-460f-b78b-be17d82d4768 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 1027.191974] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGHEST for action security_group_members [ 1027.192296] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.192418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.192487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.192687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.192868] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.192978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.193051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.193213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.193300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.193391] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.615280] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e66bb82a-4813-4975-904b-d3316b20401a in Status: SUCCESS [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.615280] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.615280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.615669] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.695889] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.696066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.696138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.696361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.696465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.698565] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.698565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.698565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.698565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.698565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.698565] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be updated. [ 1027.730110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.730327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.730327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.730536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.730675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.740649] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: IN_PROGRESS for 2s [ 1028.117552] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.619839] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e66bb82a-4813-4975-904b-d3316b20401a: rpc.has_security_group_logging(os_id): False [ 1028.639813] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.639813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.639813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.639813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.640149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.640149] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.640242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.640276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.640408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.640470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.640560] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e66bb82a-4813-4975-904b-d3316b20401a is going to be created. [ 1028.704273] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.704273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.704273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.704452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.704638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.716347] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e66bb82a-4813-4975-904b-d3316b20401a in Status: IN_PROGRESS for 2s [ 1028.798899] env[69744]: INFO networking_nsxv3.common.synchronization [req-bbead1ec-26a5-4329-bc1b-29c81f286686 req-b31414b3-ec2f-4f63-9710-ad31533acb0c tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_members [ 1028.802147] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGHEST for action security_group_members [ 1028.802147] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.802147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.802147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.802147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.802518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.802719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.802769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.803600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.803600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.803600] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.149331] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1029.149600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.149769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.149987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.150211] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.150333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.150448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.150716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.150716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.150716] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.309327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.309327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.309517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.309759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.309759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.309899] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.309995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.310086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.310277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.310332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.310423] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e is going to be updated. [ 1029.341449] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.341449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.341449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.342083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.349943] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: IN_PROGRESS for 2s [ 1029.653479] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.653923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.653923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.654287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.654406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.654683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.657994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.657994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.657994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.657994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.657994] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be updated. [ 1029.704349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.704640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.704640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.704809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.704906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.716834] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: IN_PROGRESS for 2s [ 1029.754191] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 in Status: SUCCESS [ 1029.754383] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 deletion is rescheduled due to dependency. [ 1029.754383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.731934] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e66bb82a-4813-4975-904b-d3316b20401a in Status: SUCCESS [ 1030.731934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.845316] env[69744]: INFO networking_nsxv3.common.synchronization [req-2008687c-0d36-4edd-a7c4-0b957f5e896e req-24f00f3a-9260-47f1-ad88-6cd6efbdd106 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 1030.850953] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 1030.851180] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.851592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.851701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.851959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.852170] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.852304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.852380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.852601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.852673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.852791] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.356098] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.359418] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e in Status: SUCCESS [ 1031.359649] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e deletion is rescheduled due to dependency. [ 1031.359991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.726020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 in Status: SUCCESS [ 1031.726172] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 deletion is rescheduled due to dependency. [ 1031.726285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.859401] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.361836] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.362503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.362503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.362503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.362503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.362503] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 1032.395109] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.395109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.395109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.395109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.395109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.404282] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 1033.932415] env[69744]: INFO networking_nsxv3.common.synchronization [None req-031f1f23-0b9c-46fb-9205-17595a5a7132 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_rules [ 1033.932909] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_rules [ 1033.933437] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.933584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.933644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.933958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.933958] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.116916] env[69744]: INFO networking_nsxv3.common.synchronization [None req-8ef502ac-58a6-4bcf-9c0c-6f6720708a26 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_rules [ 1034.117431] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_rules [ 1034.117743] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.118008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.414358] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 1034.414597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.453820] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.453961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.454048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.454258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.454346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.454442] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 already deleted. [ 1034.454538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.454666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.454857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.454932] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.642029] env[69744]: INFO networking_nsxv3.common.synchronization [None req-2b38649b-983c-4ce0-9ed3-2f317730c157 None None] Enqueued Resource ID: eb281008-17e1-4eec-91c3-2fe7872216a9 with Priority: HIGHEST for action port [ 1034.642611] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb281008-17e1-4eec-91c3-2fe7872216a9 with Priority: HIGHEST for action port [ 1034.643235] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb281008-17e1-4eec-91c3-2fe7872216a9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.643235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb281008-17e1-4eec-91c3-2fe7872216a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.643235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb281008-17e1-4eec-91c3-2fe7872216a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.643419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb281008-17e1-4eec-91c3-2fe7872216a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.643645] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb281008-17e1-4eec-91c3-2fe7872216a9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.976464] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.976791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.976791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.976962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.977113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.977352] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 already deleted. [ 1034.977352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.145663] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb281008-17e1-4eec-91c3-2fe7872216a9 [ 1035.146445] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.146445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.146445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.147868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.148198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.148312] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb281008-17e1-4eec-91c3-2fe7872216a9 already deleted. [ 1035.148696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb281008-17e1-4eec-91c3-2fe7872216a9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.572136] env[69744]: INFO networking_nsxv3.common.synchronization [None req-89a00c90-9edc-4eb8-8694-ed53367e3396 None None] Enqueued Resource ID: 65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5 with Priority: HIGHEST for action port [ 1035.572266] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5 with Priority: HIGHEST for action port [ 1035.572904] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.573064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.573064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.577021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.577021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.076608] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5 [ 1036.077283] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.078618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.079446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.079446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.079446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.079446] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5 already deleted. [ 1036.079446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65dd1fe0-9329-4582-8d9a-b3d9b9ef00c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.101871] env[69744]: INFO networking_nsxv3.common.synchronization [req-61502267-8667-47cb-8f78-9cbf2be1df99 req-5d62422c-c583-49f4-806e-7ff7e5e7d042 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Enqueued Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_members [ 1036.102422] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_members [ 1036.102729] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-166fe783-9bc4-4824-9954-66e941b6db4f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.102917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.102917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105269] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.105269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105269] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.609747] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.609886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.609954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.610202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.610288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.610479] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.610570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.610625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.610766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.610832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.610912] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 166fe783-9bc4-4824-9954-66e941b6db4f already deleted. [ 1036.610986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.653904] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-158 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.654027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-158" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.654163] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-158" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.654534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-158" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.654909] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.655314] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.655314] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.655710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.655710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.655904] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.656032] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.656162] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.656279] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.656405] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.656519] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.656670] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.660230] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4ac2f53f-7dd7-4f00-bd6e-a9b62b8379ac None None] Enqueued Resource ID: 0b36c552-2ed2-475d-9e94-b05be926dbad with Priority: HIGHEST for action port [ 1036.661364] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b36c552-2ed2-475d-9e94-b05be926dbad with Priority: HIGHEST for action port [ 1036.662244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b36c552-2ed2-475d-9e94-b05be926dbad taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.662362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b36c552-2ed2-475d-9e94-b05be926dbad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.662431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b36c552-2ed2-475d-9e94-b05be926dbad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.662977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b36c552-2ed2-475d-9e94-b05be926dbad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.662977] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b36c552-2ed2-475d-9e94-b05be926dbad',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.682710] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.682710] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.682710] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.682710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-158" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.682710] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-733cee03-3093-4935-9834-726f438364b6 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.682710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.682710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.683448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.683448] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733cee03-3093-4935-9834-726f438364b6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.166688] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b36c552-2ed2-475d-9e94-b05be926dbad [ 1037.166688] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.166688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.166688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.166688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.166688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.166688] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b36c552-2ed2-475d-9e94-b05be926dbad already deleted. [ 1037.166688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b36c552-2ed2-475d-9e94-b05be926dbad" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.188636] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.192020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 733cee03-3093-4935-9834-726f438364b6 not found, creating... [ 1037.192020] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.192020] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.192525] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.192525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.192525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.192525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.192525] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.192525] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 733cee03-3093-4935-9834-726f438364b6 is going to be created. [ 1037.225539] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.225761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.225977] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.226380] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.226740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.227069] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.896286] env[69744]: INFO networking_nsxv3.common.synchronization [req-61502267-8667-47cb-8f78-9cbf2be1df99 req-e177f787-5c30-4508-a167-b4a7ae4fc8af service nova] Enqueued Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_rules [ 1037.896451] env[69744]: INFO networking_nsxv3.common.synchronization [req-61502267-8667-47cb-8f78-9cbf2be1df99 req-e177f787-5c30-4508-a167-b4a7ae4fc8af service nova] Enqueued Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_members [ 1037.896599] env[69744]: INFO networking_nsxv3.common.synchronization [req-61502267-8667-47cb-8f78-9cbf2be1df99 req-e177f787-5c30-4508-a167-b4a7ae4fc8af service nova] Enqueued Resource ID: 733cee03-3093-4935-9834-726f438364b6 with Priority: HIGHEST for action port [ 1037.896828] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_rules [ 1037.896959] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_members [ 1037.897070] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 733cee03-3093-4935-9834-726f438364b6 with Priority: HIGHEST for action port [ 1037.897613] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-166fe783-9bc4-4824-9954-66e941b6db4f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.897757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.897812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.900183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.900183] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.900183] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-166fe783-9bc4-4824-9954-66e941b6db4f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.900183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.900183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.900183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.901899] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.902057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.902133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.902297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.902384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.902479] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.906032] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-733cee03-3093-4935-9834-726f438364b6 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.906032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.906032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.906032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.906032] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('733cee03-3093-4935-9834-726f438364b6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.274158] env[69744]: INFO networking_nsxv3.common.synchronization [None req-f1274ec8-40ad-41f9-827d-9d0dd374ec9b None None] Enqueued Resource ID: d50231fc-d582-4a49-ba80-81e61632bd83 with Priority: HIGHEST for action port [ 1038.274158] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50231fc-d582-4a49-ba80-81e61632bd83 with Priority: HIGHEST for action port [ 1038.274158] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50231fc-d582-4a49-ba80-81e61632bd83 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.274158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50231fc-d582-4a49-ba80-81e61632bd83" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.274158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50231fc-d582-4a49-ba80-81e61632bd83" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.274158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50231fc-d582-4a49-ba80-81e61632bd83" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.274158] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50231fc-d582-4a49-ba80-81e61632bd83',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.404996] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.406189] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-166fe783-9bc4-4824-9954-66e941b6db4f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.406189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.406423] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 733cee03-3093-4935-9834-726f438364b6 with status ACTIVE [ 1038.406423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.406551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.409702] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.409702] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.409702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.409702] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 733cee03-3093-4935-9834-726f438364b6 is going to be updated. [ 1038.429477] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.429656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.429714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.429881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.430034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.430236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-733cee03-3093-4935-9834-726f438364b6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.602125] env[69744]: INFO networking_nsxv3.common.synchronization [req-17a6e23e-8a1a-4e62-9d35-424d80448f23 req-e0e1b54f-662b-4123-b6ff-9854d1c2c0c6 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1038.602235] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1038.602705] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.602833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.603094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.603334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.603519] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.603721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.604248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.604375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.604486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.604621] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.775754] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50231fc-d582-4a49-ba80-81e61632bd83 [ 1038.776016] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.776193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.776317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.776505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.776629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.776756] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50231fc-d582-4a49-ba80-81e61632bd83 already deleted. [ 1038.776795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50231fc-d582-4a49-ba80-81e61632bd83" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.847647] env[69744]: INFO networking_nsxv3.common.synchronization [req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 req-1ffd6812-eefe-4379-aed2-6bbe54ae96d6 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_members [ 1038.848236] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGHEST for action security_group_members [ 1038.848711] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.848711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.849236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.849236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.849236] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.849353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.849353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.849723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.849723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.849723] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.910815] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.111655] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.111788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.111854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.112134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.112220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.112412] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.112508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.112563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.112714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.113113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.113113] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1039.115317] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.115588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.115716] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.115967] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.116240] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.116386] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.116535] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.116803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.117815] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.117815] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.117815] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.117815] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.117815] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.117815] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.118156] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.118215] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.136117] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.136765] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.137128] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.137690] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.138878] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-d6cc957d-7985-407c-ae98-195f81c8baac taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.138878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.138878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.138878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.138878] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6cc957d-7985-407c-ae98-195f81c8baac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.152879] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.153041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.153093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.153351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.153496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.161567] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1039.352110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.352415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.352415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.352533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.353391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.353391] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.353391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.353391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.353391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.353391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.353391] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e is going to be updated. [ 1039.384262] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.384417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.384489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.384701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.384839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.392936] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: IN_PROGRESS for 2s [ 1039.413594] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.413765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.413848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.414075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.414344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.414344] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 166fe783-9bc4-4824-9954-66e941b6db4f is going to be created. [ 1039.438404] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.438404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.438404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.438404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.438404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.447412] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 166fe783-9bc4-4824-9954-66e941b6db4f in Status: UNINITIALIZED for 2s [ 1039.641149] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.641391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.641520] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.642153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.642153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.642364] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port d6cc957d-7985-407c-ae98-195f81c8baac not found, creating... [ 1039.642651] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.642856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.643086] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.643376] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.643579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.644118] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.644331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.644539] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.644846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.645536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.645536] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: d6cc957d-7985-407c-ae98-195f81c8baac is going to be created. [ 1039.669588] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.669817] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.669952] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.670293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.670526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.670757] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.382461] env[69744]: INFO networking_nsxv3.common.synchronization [req-17a6e23e-8a1a-4e62-9d35-424d80448f23 req-6ca1bed3-5c1d-4a55-8214-0202d2de40de service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1040.382461] env[69744]: INFO networking_nsxv3.common.synchronization [req-17a6e23e-8a1a-4e62-9d35-424d80448f23 req-6ca1bed3-5c1d-4a55-8214-0202d2de40de service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1040.382461] env[69744]: INFO networking_nsxv3.common.synchronization [req-17a6e23e-8a1a-4e62-9d35-424d80448f23 req-6ca1bed3-5c1d-4a55-8214-0202d2de40de service nova] Enqueued Resource ID: d6cc957d-7985-407c-ae98-195f81c8baac with Priority: HIGHEST for action port [ 1040.382461] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1040.382461] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1040.382461] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cc957d-7985-407c-ae98-195f81c8baac with Priority: HIGHEST for action port [ 1040.383386] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.383386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.383386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.383386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.383386] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.384200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.384269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.384841] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6cc957d-7985-407c-ae98-195f81c8baac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.384841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.384841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.384841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.384841] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6cc957d-7985-407c-ae98-195f81c8baac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.886292] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.886421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.886665] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6cc957d-7985-407c-ae98-195f81c8baac with status ACTIVE [ 1040.886841] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.886965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.887043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.887279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.887417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.888031] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.888031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.888031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.888233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.888318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.888535] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.888633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.888699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.889215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.889288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.889373] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6cc957d-7985-407c-ae98-195f81c8baac is going to be updated. [ 1040.910954] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.911184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.911280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.911547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.911725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.912443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6cc957d-7985-407c-ae98-195f81c8baac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.100780] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-783278fe-b489-4170-8763-11f2c5c73231 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1041.101839] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1041.101839] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.101839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.102042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.103253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.103441] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.103568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.103611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.103795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.103884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.103981] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.173497] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1041.173497] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1041.173497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.173497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.173497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.173497] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.173497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.173497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.173497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.173497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.173497] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.401706] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.402070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.402127] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.402718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.402922] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.403144] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.403302] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.403565] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.403746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.404010] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.404170] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.404303] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.404440] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.404577] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.404710] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.405080] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.407021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fb2858a-9939-4c55-9e4d-89741189957e in Status: SUCCESS [ 1041.407021] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e deletion is rescheduled due to dependency. [ 1041.407021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.423781] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.423965] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.424127] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.424318] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.424661] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-96fed3a4-43a7-462e-8cd5-1b096244485c taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.424844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.424971] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.425324] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.425474] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fed3a4-43a7-462e-8cd5-1b096244485c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.458192] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 166fe783-9bc4-4824-9954-66e941b6db4f in Status: SUCCESS [ 1041.458192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.458192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.458192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.458192] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.458192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.458442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.458523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.458621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.458718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.458827] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.607420] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.607640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.607719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.608019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.608139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.608335] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.608652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.608652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.608652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.608822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.608822] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 already deleted. [ 1041.608917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.676045] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.929284] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.929474] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.930166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.930166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.930166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.930344] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 96fed3a4-43a7-462e-8cd5-1b096244485c not found, creating... [ 1041.931481] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.931481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.931481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.931481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.931481] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.931778] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.931778] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.931857] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.932047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.932194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.932379] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 96fed3a4-43a7-462e-8cd5-1b096244485c is going to be created. [ 1041.952984] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.953194] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.953339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.953593] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.953854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.954076] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.963040] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-166fe783-9bc4-4824-9954-66e941b6db4f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.963040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.963291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.963328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.964233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.964233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.964233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.964233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.964233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.964233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.964233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-166fe783-9bc4-4824-9954-66e941b6db4f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.964233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.964563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.964563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.964563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.964654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.964682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.964836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.964893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.964960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.965216] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.178950] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.305022] env[69744]: INFO networking_nsxv3.common.synchronization [req-664fd38e-813a-48a0-bd80-b90105eef048 req-49b320d5-8ce4-417a-a4c5-4fd7d765015f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 1042.305022] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 1042.305509] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.305821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.306044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.306386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.307341] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.307573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.307573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.307772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.307889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.307991] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.467887] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 166fe783-9bc4-4824-9954-66e941b6db4f: rpc.has_security_group_logging(os_id): False [ 1042.485045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.485253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.485253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.485499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.485594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.485866] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.485975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.486059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.486198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.486269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.486468] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.486572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.486629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.486747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.486819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.487336] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.487454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.487526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.487658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.487734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.487834] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 166fe783-9bc4-4824-9954-66e941b6db4f is going to be created. [ 1042.561426] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.561604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.561664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.561920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.562164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.573888] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 166fe783-9bc4-4824-9954-66e941b6db4f in Status: IN_PROGRESS for 2s [ 1042.682557] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.682707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.682770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.682992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.683098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.683190] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1042.722809] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.722996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.722996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.723234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.723380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.732226] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1042.811147] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.893335] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-c3cb7985-d021-40d8-809f-a08fbcea5596 service nova] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_rules [ 1042.893335] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-c3cb7985-d021-40d8-809f-a08fbcea5596 service nova] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1042.893335] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-c3cb7985-d021-40d8-809f-a08fbcea5596 service nova] Enqueued Resource ID: 96fed3a4-43a7-462e-8cd5-1b096244485c with Priority: HIGHEST for action port [ 1042.894251] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_rules [ 1042.894725] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1042.895037] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fed3a4-43a7-462e-8cd5-1b096244485c with Priority: HIGHEST for action port [ 1042.897029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.897029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.897029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.897029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.897029] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.898330] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.899350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.900644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.900874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901036] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.901148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.901200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.901458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.901458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.901671] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.903154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-96fed3a4-43a7-462e-8cd5-1b096244485c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.903154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.903154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.903154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.903154] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fed3a4-43a7-462e-8cd5-1b096244485c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.316219] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.404828] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.405996] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.406145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.407616] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96fed3a4-43a7-462e-8cd5-1b096244485c with status ACTIVE [ 1043.407807] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.408012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.408086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.408287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.408390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.408575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.408690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.408767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.408922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.409023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.409202] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.409311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.409371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.409507] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.409578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.409659] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96fed3a4-43a7-462e-8cd5-1b096244485c is going to be updated. [ 1043.430933] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.431040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.431040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.431270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.431412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.431571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96fed3a4-43a7-462e-8cd5-1b096244485c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.656759] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-7192e80f-bfe0-48f3-be3a-37c284b5a8b0 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1043.657248] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1043.657551] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.657652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.819595] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.819846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.819846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.820037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.820133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.820255] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be updated. [ 1043.855611] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.855761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.855832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.856052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.856201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.864840] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: IN_PROGRESS for 2s [ 1043.908474] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.953914] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.954381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.954381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.954580] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.954802] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.954966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.955100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.955503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.955503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.955660] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.955805] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.955962] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.956189] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.956235] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.956372] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.956492] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.976687] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.976871] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.977029] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.977218] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.977589] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-45b65363-ce13-4014-a948-639d09f3f735 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.977705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.977838] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.978274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.978457] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b65363-ce13-4014-a948-639d09f3f735',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.411687] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.411687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.411687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.411882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.413094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.413094] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be created. [ 1044.438475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.438615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.438687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.438920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.439315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.448685] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: UNINITIALIZED for 2s [ 1044.481194] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.481468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.481624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.481927] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.482146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.482329] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 45b65363-ce13-4014-a948-639d09f3f735 not found, creating... [ 1044.482624] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.482799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.482923] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.483210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.483359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.483699] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.483907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.484064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.484315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.484463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.484608] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 45b65363-ce13-4014-a948-639d09f3f735 is going to be created. [ 1044.510359] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.510711] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.510793] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.511161] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.511423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.511688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.586858] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 166fe783-9bc4-4824-9954-66e941b6db4f in Status: SUCCESS [ 1044.587238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.744736] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1044.745314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.745314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.745314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.745533] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.745664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.745924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.746237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.746326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.746647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.746757] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.252400] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.252590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.252590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.252884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.252981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.253079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.253142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.253284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.253370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.253455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.253598] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.253687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.253748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.253878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.254018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.254108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.254163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.254306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.254459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.254459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.254648] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.360632] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-f80dca9d-71ea-4633-a8d4-f06cc9bdb3aa service nova] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_rules [ 1045.360632] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-f80dca9d-71ea-4633-a8d4-f06cc9bdb3aa service nova] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1045.360632] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-f80dca9d-71ea-4633-a8d4-f06cc9bdb3aa service nova] Enqueued Resource ID: 45b65363-ce13-4014-a948-639d09f3f735 with Priority: HIGHEST for action port [ 1045.361569] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_rules [ 1045.361915] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1045.362289] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b65363-ce13-4014-a948-639d09f3f735 with Priority: HIGHEST for action port [ 1045.362754] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.363157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.363807] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.364099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.364447] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b65363-ce13-4014-a948-639d09f3f735 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.365930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.365930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.365930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.365930] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b65363-ce13-4014-a948-639d09f3f735',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.757171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d734ae-e3c1-4663-b925-7b8e2452f616: rpc.has_security_group_logging(os_id): False [ 1045.775637] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.776123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.776123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.776285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.776358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.776599] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.776744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.776805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.777018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.777106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.777362] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.777490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.777552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.777718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.777807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.778088] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.778218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.778278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.778441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.778558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.778660] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1045.853411] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.853576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.853617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.853826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.853975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.867156] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45b65363-ce13-4014-a948-639d09f3f735 with status ACTIVE [ 1045.867422] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.867596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.867645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.867888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.867987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.868189] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.868318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.868401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.868562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.868659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.868953] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.869607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.869665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.869817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.869898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.869988] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45b65363-ce13-4014-a948-639d09f3f735 is going to be updated. [ 1045.873779] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1045.880897] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 1045.881134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.904651] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.904651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.904836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.905429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.905429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.905429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b65363-ce13-4014-a948-639d09f3f735" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.268818] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-e6afcf84-370e-4478-8396-c26066c36b32 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1046.269404] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1046.269687] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.269800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.459203] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1046.459499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.459624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.459845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.460091] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.460262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.460356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.460532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.460731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.460825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.460927] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.461831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.461997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.462239] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.462346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.462408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.462547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.462626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.462704] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.668181] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.668409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.668540] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.668807] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.669144] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.669327] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.669480] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.669712] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.669864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.670124] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.670262] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.670401] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.671026] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.671026] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.671026] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.671026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.692078] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.692078] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.692078] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.692078] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-622" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.692906] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-516c1039-11e5-438d-a90d-9a7bf0d80d42 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.692906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.692906] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.693130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.693293] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516c1039-11e5-438d-a90d-9a7bf0d80d42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.967300] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.967300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.967300] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.196532] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.196890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.196971] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.197302] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.197474] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.197640] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 516c1039-11e5-438d-a90d-9a7bf0d80d42 not found, creating... [ 1047.197952] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.198150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.198279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.198514] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.198660] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.198962] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.199173] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.199263] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.199478] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.199616] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.199764] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 516c1039-11e5-438d-a90d-9a7bf0d80d42 is going to be created. [ 1047.230074] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.230074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.230415] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.230564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.230856] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.231143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.469544] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.894847] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1047.895166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.972099] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.972514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.972514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.972666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.972666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.972758] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1048.008495] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-2880bdd7-4dbf-406a-93dc-eb77839559ae service nova] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_rules [ 1048.008495] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-2880bdd7-4dbf-406a-93dc-eb77839559ae service nova] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1048.008728] env[69744]: INFO networking_nsxv3.common.synchronization [req-dbfc8186-2742-4dec-8568-11fbdaf168ee req-2880bdd7-4dbf-406a-93dc-eb77839559ae service nova] Enqueued Resource ID: 516c1039-11e5-438d-a90d-9a7bf0d80d42 with Priority: HIGHEST for action port [ 1048.009298] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_rules [ 1048.009298] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1048.009298] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 516c1039-11e5-438d-a90d-9a7bf0d80d42 with Priority: HIGHEST for action port [ 1048.009711] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.009768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.010011] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.010011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.010341] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-516c1039-11e5-438d-a90d-9a7bf0d80d42 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.010341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.010526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.010666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.010666] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('516c1039-11e5-438d-a90d-9a7bf0d80d42',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.049377] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.049570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.049570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.049777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.049922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.061357] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1048.513042] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 516c1039-11e5-438d-a90d-9a7bf0d80d42 with status ACTIVE [ 1048.513042] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.513042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.513042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.513353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.513353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.513488] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.513599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.513663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.513820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.513915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.514137] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.514233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.514294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.514434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.514509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.514609] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 516c1039-11e5-438d-a90d-9a7bf0d80d42 is going to be updated. [ 1048.544741] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.545041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.545167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.545454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.545603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.545773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-516c1039-11e5-438d-a90d-9a7bf0d80d42" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.972835] env[69744]: INFO networking_nsxv3.common.synchronization [req-0492a286-22b2-4edc-980b-f83d60543fda req-36b9ec8b-e78d-48cf-9763-2f24e167e562 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Enqueued Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_members [ 1048.973414] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGHEST for action security_group_members [ 1048.973722] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.973858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.973902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.975176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.975376] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.975518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.975606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.976670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.976891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.977069] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.482271] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.483344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.483344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.484996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.511075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.511075] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.511075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.511075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.511075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.511075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.511075] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a is going to be updated. [ 1049.515591] env[69744]: INFO networking_nsxv3.common.synchronization [req-23c1c826-77b0-486c-b571-c88d184b32e2 req-ff6c3749-fffe-43e2-85be-4fdf2bfc6561 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_members [ 1049.515591] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGHEST for action security_group_members [ 1049.515862] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.516263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.516572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.517101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.517454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.517960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.518162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.518532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.518803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.519021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.535337] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.535519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.535519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.536257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.536257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.553910] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a in Status: IN_PROGRESS for 2s [ 1049.892994] env[69744]: INFO networking_nsxv3.common.synchronization [req-3bb51d8c-749f-4076-a66f-27e6bc925c3c req-a1de9fa7-9fee-4572-bdb9-39a79191ee1d tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Enqueued Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_members [ 1049.893542] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 166fe783-9bc4-4824-9954-66e941b6db4f with Priority: HIGHEST for action security_group_members [ 1049.894128] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-166fe783-9bc4-4824-9954-66e941b6db4f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.894313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.894416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.895987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.896272] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.896458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.896802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.897031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.897239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.897378] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('166fe783-9bc4-4824-9954-66e941b6db4f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.023739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.023739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.023739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.023739] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b is going to be updated. [ 1050.052473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.052473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.052473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.052473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.052473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.061885] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: IN_PROGRESS for 2s [ 1050.073084] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1050.073084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.073084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.073084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.073084] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.073084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.073084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.073084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.073084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.073084] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.400603] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.400603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.400603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.400980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.401235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.403601] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.403601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.403601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.403601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.403601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.403601] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 166fe783-9bc4-4824-9954-66e941b6db4f is going to be updated. [ 1050.435274] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.435607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.435788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.437572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.437572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.444782] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 166fe783-9bc4-4824-9954-66e941b6db4f in Status: IN_PROGRESS for 2s [ 1050.576957] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.080158] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.566334] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a in Status: SUCCESS [ 1051.566334] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a deletion is rescheduled due to dependency. [ 1051.566334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.584162] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.584162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.584162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.584162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.584162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.584350] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1051.626447] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.626750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.626900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.627201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.629641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.631520] env[69744]: INFO networking_nsxv3.common.synchronization [req-e577b89e-730d-4051-9f4f-3e6910ae773e req-bce2f2b7-f998-4278-8feb-00b765048f6e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 1051.632386] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 1051.632386] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.632530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.632530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.632708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.632855] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.632949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.633022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.633166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.633250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.633339] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.640072] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1051.990050] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.990050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.990050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.990050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.990358] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.990529] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.990651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.990876] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.991038] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.991260] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.991389] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.991502] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.991613] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.991724] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.991830] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.991975] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.010568] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.010718] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.010860] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.011156] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-282" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.011457] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-4b2fc09f-e393-471e-baf3-86c8115d923b taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.011626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.011751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.012082] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.012229] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2fc09f-e393-471e-baf3-86c8115d923b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.071712] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fba010-3f33-4832-8946-3e8abc481d6b in Status: SUCCESS [ 1052.071930] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b deletion is rescheduled due to dependency. [ 1052.072101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.135342] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.135802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.135802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.136137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.136271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.136540] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.136673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.136673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.136848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.136926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.137025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 1052.168948] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.168948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.168948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.169226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.169381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.180372] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 1052.456113] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 166fe783-9bc4-4824-9954-66e941b6db4f in Status: SUCCESS [ 1052.456365] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 166fe783-9bc4-4824-9954-66e941b6db4f deletion is rescheduled due to dependency. [ 1052.456522] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-166fe783-9bc4-4824-9954-66e941b6db4f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.515178] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.515410] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.515543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.515827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.515979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.516159] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 4b2fc09f-e393-471e-baf3-86c8115d923b not found, creating... [ 1052.516417] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.516577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.516697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.516923] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.517087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.517375] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.517536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.517657] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.517867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.518260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.518429] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 4b2fc09f-e393-471e-baf3-86c8115d923b is going to be created. [ 1052.537626] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.537845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.537969] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.538272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.538513] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.538798] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.282138] env[69744]: INFO networking_nsxv3.common.synchronization [req-e577b89e-730d-4051-9f4f-3e6910ae773e req-a2bbcf5b-22c3-4bb8-915b-233927ea1561 service nova] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_rules [ 1053.282543] env[69744]: INFO networking_nsxv3.common.synchronization [req-e577b89e-730d-4051-9f4f-3e6910ae773e req-a2bbcf5b-22c3-4bb8-915b-233927ea1561 service nova] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 1053.282543] env[69744]: INFO networking_nsxv3.common.synchronization [req-e577b89e-730d-4051-9f4f-3e6910ae773e req-a2bbcf5b-22c3-4bb8-915b-233927ea1561 service nova] Enqueued Resource ID: 4b2fc09f-e393-471e-baf3-86c8115d923b with Priority: HIGHEST for action port [ 1053.282753] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_rules [ 1053.283282] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 1053.283282] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2fc09f-e393-471e-baf3-86c8115d923b with Priority: HIGHEST for action port [ 1053.283669] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.283669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.283776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.283924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.284344] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.284923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.284923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.285182] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2fc09f-e393-471e-baf3-86c8115d923b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.285403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.285403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.285516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.285640] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2fc09f-e393-471e-baf3-86c8115d923b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.649975] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1053.650288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.650404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.650613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.650801] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.650914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.650972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.651129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.651211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.651306] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.788324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.788324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.788560] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b2fc09f-e393-471e-baf3-86c8115d923b with status ACTIVE [ 1053.788665] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.788769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.788837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.789100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.789188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.789364] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.789460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.789523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.789671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.789747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.789969] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.790114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.790114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.790293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.790334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.790418] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b2fc09f-e393-471e-baf3-86c8115d923b is going to be updated. [ 1053.836503] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.836712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.836712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.836915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.837065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.837227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2fc09f-e393-471e-baf3-86c8115d923b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.153276] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.195289] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 1054.195289] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 deletion is rescheduled due to dependency. [ 1054.195289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.195289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.195289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.195289] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.195289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.195289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.195289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.195289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.195820] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.655734] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.698396] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.158523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.159371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.159371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.160373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.160481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.160644] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1055.188259] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.188416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.188488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.188722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.188865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.199704] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.201494] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1055.706025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.706025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.706025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.706025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.706025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.706025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 1055.735489] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.736105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.736105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.736105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.736105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.747992] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 1057.213053] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1057.213268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.213349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.213546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.213795] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.214829] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.214829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.215227] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.215227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.215227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.215328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.215328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.215388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.215471] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.216354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.216508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.216697] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.216813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.216874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.217036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.217107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.217190] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.719469] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3186df97-cb25-401b-880e-c5f97c345402: rpc.has_security_group_logging(os_id): False [ 1057.723307] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.742338] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.742338] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.742338] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.742338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.742857] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.742857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.742857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.742857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.742857] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be created. [ 1057.758184] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 1057.758437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.758988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.759280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.759474] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.759593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.759650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.759809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.759893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.759978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.760084] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.800423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.800827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.800990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.801442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.801834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.812818] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1058.225476] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.267815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.267815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.267815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.267815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.267815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.268762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.268762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.268762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.268762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.268762] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.283987] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.283987] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1058.728767] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.728767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.728767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.728767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.728767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.728995] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1058.764318] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.764318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.764318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.764318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.764318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.770873] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3ea0d1c-4cd9-4b11-bf0d-34378072f976: rpc.has_security_group_logging(os_id): False [ 1058.773127] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1058.794242] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.794242] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.794242] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.794242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.794851] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.794981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.795055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.795218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.795962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.795962] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 1058.879756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.879977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.880063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.880256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.880399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.907310] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 1059.826781] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1059.826781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.826781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.826781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.826781] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.330195] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.330195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.785620] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1060.786789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.787121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.787395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.787632] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.787860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.788028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.788247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.788357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.788538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.788679] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.922456] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 1060.922787] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.128312] env[69744]: INFO networking_nsxv3.common.synchronization [req-991e3621-5cc0-4144-b645-b6fd7e949e89 req-2496ce9f-777d-46aa-ae82-e4cc42ed583a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1061.129062] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1061.129418] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.129544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.129607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.129809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.129949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.130060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.130120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.130249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.130326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.130415] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.291697] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.291934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.632982] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.135542] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.467878] env[69744]: INFO networking_nsxv3.common.synchronization [req-81cb8986-0ceb-4692-9caf-d7bac21a7560 req-d7343620-67e0-461f-91ab-07b184423cbc tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1062.468536] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1062.469074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.469282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.469360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.469578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.469733] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.469833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.469887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.470048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.470140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.470229] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.640713] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.640713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.640713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.640713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.640713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.640713] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1062.694739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.694957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.694957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.695203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.695341] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.705517] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1062.972225] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.972387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.972459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.972688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.972790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.972974] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.973090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.973144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.973290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.973363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.973435] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1063.014876] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.015086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.015216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.015482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.015634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.034336] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1064.070832] env[69744]: INFO networking_nsxv3.common.synchronization [req-099bd1e4-bf11-408e-929e-8dbce40cfcca req-2d744d57-ab50-4260-b13b-4ff9a7e79c8b tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 1064.071918] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGHEST for action security_group_members [ 1064.071918] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.071918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.072113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.073878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.074055] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.074187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.074250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.074420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.074504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.074625] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.286743] env[69744]: INFO networking_nsxv3.common.synchronization [req-761308e3-bbc0-43ea-ae6e-b27551be179d req-6829e3b0-a6af-49f7-95c6-339a40f4dc55 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Enqueued Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 1064.288028] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d with Priority: HIGHEST for action security_group_members [ 1064.288028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.288393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.288393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.288462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.288571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.288662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.288720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.288862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.288975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.289044] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea73c44c-8891-4049-a3d5-9ad6d1f0136d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.577588] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.577787] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.577862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.578151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.578223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.578446] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.578549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.578612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.578762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.578834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.578916] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be updated. [ 1064.610515] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.610515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.610736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.610877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.611106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.619740] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: IN_PROGRESS for 2s [ 1064.718856] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1064.719186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.719386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.719631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.719832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.720033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.720088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.720245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.720344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.720435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.720606] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.720708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.720808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.720960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.721132] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.721235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.721325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.721493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.721573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.721656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.721750] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.791855] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.791855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.791855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.792163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.813800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.814050] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.814189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.814258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.814458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.814526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.814611] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d is going to be updated. [ 1064.844193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.844193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.844193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.844381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.844381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.857036] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: IN_PROGRESS for 2s [ 1065.044284] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1065.044466] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1065.044580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.227236] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3186df97-cb25-401b-880e-c5f97c345402: rpc.has_security_group_logging(os_id): False [ 1065.256898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.257121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.257121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.257335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.257427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.257620] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.257715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.257907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.258015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.258058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.258258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.258352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.258415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.258558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.258635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.258981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.258981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.259181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.259361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.259449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.259546] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1065.325343] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.325557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.325557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.326402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.326571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.343148] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1066.418642] env[69744]: INFO networking_nsxv3.common.synchronization [None req-10d1953d-0b35-4482-87c1-c0f9c4da9e51 None None] Enqueued Resource ID: de94bc57-2da8-47a3-8d4e-49178374ce90 with Priority: HIGHEST for action port [ 1066.419292] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de94bc57-2da8-47a3-8d4e-49178374ce90 with Priority: HIGHEST for action port [ 1066.419695] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-de94bc57-2da8-47a3-8d4e-49178374ce90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.419822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de94bc57-2da8-47a3-8d4e-49178374ce90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.419888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de94bc57-2da8-47a3-8d4e-49178374ce90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.420185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de94bc57-2da8-47a3-8d4e-49178374ce90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.420283] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de94bc57-2da8-47a3-8d4e-49178374ce90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.517977] env[69744]: INFO networking_nsxv3.common.synchronization [req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec req-29dc130b-4088-4062-9732-106c77786cf4 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1066.518821] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1066.526142] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.526142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.526142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.526142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.526142] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.526142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.526142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.526142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.526142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.526142] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.629431] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 in Status: SUCCESS [ 1066.629628] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 deletion is rescheduled due to dependency. [ 1066.629741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.870144] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d in Status: SUCCESS [ 1066.870332] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea73c44c-8891-4049-a3d5-9ad6d1f0136d deletion is rescheduled due to dependency. [ 1066.870456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea73c44c-8891-4049-a3d5-9ad6d1f0136d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.922376] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de94bc57-2da8-47a3-8d4e-49178374ce90 [ 1066.923188] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.923188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.923349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.923620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.923712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.923817] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de94bc57-2da8-47a3-8d4e-49178374ce90 already deleted. [ 1066.923903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de94bc57-2da8-47a3-8d4e-49178374ce90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.939754] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.940015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.940131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.940543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.940845] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.941478] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.941669] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.942636] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.942636] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.942636] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.942636] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.942960] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.946020] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.946020] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.946020] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.946020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.962911] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.963128] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.963305] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.963495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.963837] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-6b776a1b-2033-4fe4-973f-b3ad020cf955 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.964017] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.964157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.964522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.964712] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b776a1b-2033-4fe4-973f-b3ad020cf955',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.030317] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.352386] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1067.352633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.352831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.353188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.353188] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.469741] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.470083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.470145] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.470519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.470708] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.470877] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 6b776a1b-2033-4fe4-973f-b3ad020cf955 not found, creating... [ 1067.471198] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.471368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.471491] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.471782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.472284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.472603] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.472725] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.472848] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.473094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.473246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.473396] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 6b776a1b-2033-4fe4-973f-b3ad020cf955 is going to be created. [ 1067.493555] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.493853] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.493954] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.494284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.494602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.495168] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.532777] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.855113] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.855284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.855358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.855576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.855747] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.855848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.855911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.856076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.856166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.856252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.856340] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.036285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.036499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.036535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.036729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.036820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.036918] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1068.086302] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.086481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.086545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.086773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.086934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.097312] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1068.232808] env[69744]: INFO networking_nsxv3.common.synchronization [req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec req-7db51b56-987e-4657-bb55-2869c1eb17fa service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1068.232997] env[69744]: INFO networking_nsxv3.common.synchronization [req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec req-7db51b56-987e-4657-bb55-2869c1eb17fa service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1068.233166] env[69744]: INFO networking_nsxv3.common.synchronization [req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec req-7db51b56-987e-4657-bb55-2869c1eb17fa service nova] Enqueued Resource ID: 6b776a1b-2033-4fe4-973f-b3ad020cf955 with Priority: HIGHEST for action port [ 1068.233692] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1068.233814] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1068.233905] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b776a1b-2033-4fe4-973f-b3ad020cf955 with Priority: HIGHEST for action port [ 1068.234205] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.234325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.234387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.234576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.234651] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.236022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.240178] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.240414] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b776a1b-2033-4fe4-973f-b3ad020cf955 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.240514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.240583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.240767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.240844] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b776a1b-2033-4fe4-973f-b3ad020cf955',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.358689] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.365981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.365981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.365981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.365981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.366612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.366612] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.745023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.745023] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b776a1b-2033-4fe4-973f-b3ad020cf955 with status ACTIVE [ 1068.745023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.745023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.745023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.745023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.745906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.745906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.745906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.745906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.745906] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b776a1b-2033-4fe4-973f-b3ad020cf955 is going to be updated. [ 1068.765815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.766480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.767113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.767656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.768094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.768813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b776a1b-2033-4fe4-973f-b3ad020cf955" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.868434] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3186df97-cb25-401b-880e-c5f97c345402: rpc.has_security_group_logging(os_id): False [ 1068.897606] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.897775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.897826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.898161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.898334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.898571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.899693] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.899693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.900202] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.900202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.900202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.900318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.900419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.900469] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1068.939884] env[69744]: INFO networking_nsxv3.common.synchronization [None req-db26870a-3533-4293-ba0e-cb36c5233ee1 None None] Enqueued Resource ID: 3711ca25-d2ab-41eb-ae61-67112f0dc7c9 with Priority: HIGHEST for action port [ 1068.942388] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3711ca25-d2ab-41eb-ae61-67112f0dc7c9 with Priority: HIGHEST for action port [ 1068.942388] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3711ca25-d2ab-41eb-ae61-67112f0dc7c9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.942388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3711ca25-d2ab-41eb-ae61-67112f0dc7c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.942388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3711ca25-d2ab-41eb-ae61-67112f0dc7c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.943653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3711ca25-d2ab-41eb-ae61-67112f0dc7c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.943653] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3711ca25-d2ab-41eb-ae61-67112f0dc7c9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.098063] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.098217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.098292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.098500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.098647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.113392] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1069.122998] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf4da200-aa99-410a-9231-eb129536b472 req-5efea377-a964-4f93-b769-aaf88fd6ac01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_members [ 1069.122998] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_members [ 1069.123357] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.123476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.123539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.123784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.123927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.124032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.124091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.124230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.124308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.124392] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.446373] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3711ca25-d2ab-41eb-ae61-67112f0dc7c9 [ 1069.446373] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.446373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.446373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.446373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.446373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.446733] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3711ca25-d2ab-41eb-ae61-67112f0dc7c9 already deleted. [ 1069.446733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3711ca25-d2ab-41eb-ae61-67112f0dc7c9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.561613] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.561787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.561787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.562070] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.562351] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.562597] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.562745] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.562981] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.569358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.569358] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.569358] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.569358] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.569358] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.569358] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.569358] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.569358] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.589115] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.589115] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.589115] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.589115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.589115] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-512c2ecb-2f0b-4779-9c41-f967517dba94 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.589115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.589115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.589115] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.589574] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('512c2ecb-2f0b-4779-9c41-f967517dba94',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.626605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.626993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.628290] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.628290] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 already deleted. [ 1069.628290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.091693] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.091989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.092212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.092522] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.092710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.092880] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 512c2ecb-2f0b-4779-9c41-f967517dba94 not found, creating... [ 1070.093177] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.093363] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.093508] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.093766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.093933] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.094276] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.094445] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.094589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.094831] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.094998] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.095183] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 512c2ecb-2f0b-4779-9c41-f967517dba94 is going to be created. [ 1070.105888] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1070.106201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.106424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.106634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.106811] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.106922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.106985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.107178] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.107263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.107359] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.114533] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.114949] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.114949] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.115169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.115423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.115676] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.608910] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.850500] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf4da200-aa99-410a-9231-eb129536b472 req-ef8a421a-e7db-4da5-bfad-8ae7be00e1ea service nova] Enqueued Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_rules [ 1070.850703] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf4da200-aa99-410a-9231-eb129536b472 req-ef8a421a-e7db-4da5-bfad-8ae7be00e1ea service nova] Enqueued Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_members [ 1070.850843] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf4da200-aa99-410a-9231-eb129536b472 req-ef8a421a-e7db-4da5-bfad-8ae7be00e1ea service nova] Enqueued Resource ID: 512c2ecb-2f0b-4779-9c41-f967517dba94 with Priority: HIGHEST for action port [ 1070.851383] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_rules [ 1070.851576] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_members [ 1070.851628] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512c2ecb-2f0b-4779-9c41-f967517dba94 with Priority: HIGHEST for action port [ 1070.851860] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.851983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.852577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.852684] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.854023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.854134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.854231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.854514] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.854601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.854633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.854772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.854851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.854937] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.855670] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-512c2ecb-2f0b-4779-9c41-f967517dba94 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.855780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.855846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.855995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.856493] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('512c2ecb-2f0b-4779-9c41-f967517dba94',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.115899] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.138576] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1071.138840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.358165] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.358332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.358492] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.359426] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 512c2ecb-2f0b-4779-9c41-f967517dba94 with status ACTIVE [ 1071.359606] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.359725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.359784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.359976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.360079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.360254] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.360420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.360420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.360573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.360652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.360830] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.360970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.360970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.361172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.361232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.361271] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 512c2ecb-2f0b-4779-9c41-f967517dba94 is going to be updated. [ 1071.383327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.383476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.383540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.383752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.383888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.384058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-512c2ecb-2f0b-4779-9c41-f967517dba94" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.618599] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.618829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.618829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.619098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.619288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.619428] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1071.651369] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.651510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.651588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.651779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.651916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.660926] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1071.863433] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.368260] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.368260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.368260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.368794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.368794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.368794] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 is going to be created. [ 1072.393337] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.393595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.393990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.394054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.403971] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed04a89-1180-45bb-830e-ec89ac367d84 in Status: UNINITIALIZED for 2s [ 1072.917232] env[69744]: INFO networking_nsxv3.common.synchronization [req-369980bc-10d8-4609-a3eb-ad93479d1e66 req-e642b3a0-c9bf-4f82-a000-314514f659cf tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1072.917824] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1072.918398] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.918511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.918607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.918827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.918992] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.919295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.919295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.919722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.919722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.919722] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.421720] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.422110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.422110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.422192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.422263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.422462] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.422580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.422614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.422761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.422837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.422923] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 already deleted. [ 1073.423040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.430899] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.431108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.431271] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.431585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.431850] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.432026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.432153] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.432372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.432517] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.432727] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.432875] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.432959] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.433088] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.433204] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.433312] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.433452] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.453907] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.454105] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.454261] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.454442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.454868] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-c9f4dfab-407e-4aab-8f14-c23962a72e3a taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.455028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.455151] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.455471] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.455616] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f4dfab-407e-4aab-8f14-c23962a72e3a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.670926] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1073.670926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.670926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.670926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.671216] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.671216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.671216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.671401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.671486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.671572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.671663] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.958416] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.958665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.958723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.959899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.959899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.959899] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port c9f4dfab-407e-4aab-8f14-c23962a72e3a not found, creating... [ 1073.959899] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.959899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.959899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.960273] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.960401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.960636] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.960796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.960917] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.961166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.961307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.961473] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: c9f4dfab-407e-4aab-8f14-c23962a72e3a is going to be created. [ 1073.983153] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.983482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.983675] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.984035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.984434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.984775] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.174158] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.174422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.174422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.174629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.174790] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.174887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.174946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.175104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.175496] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.175496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.175615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.175687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.175869] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.175936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.175968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.176105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.176180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.176260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.176350] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.413836] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed04a89-1180-45bb-830e-ec89ac367d84 in Status: SUCCESS [ 1074.414074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.414243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.414465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.414652] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.414837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.414837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.414983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.415080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.415661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.415661] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.678336] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 1074.697524] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.697736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.697736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.698020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.698197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.698441] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.698580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.698645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.698844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.698965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.699263] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.699403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.699486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.699688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.699772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.699957] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.700867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.700867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.700867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.700867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.700867] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1074.756682] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.756973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.757160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.757430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.757675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.773627] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1074.921037] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.072244] env[69744]: INFO networking_nsxv3.common.synchronization [req-369980bc-10d8-4609-a3eb-ad93479d1e66 req-7ded441a-2668-4efd-bdb0-98d5c7b0982b service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1075.072244] env[69744]: INFO networking_nsxv3.common.synchronization [req-369980bc-10d8-4609-a3eb-ad93479d1e66 req-7ded441a-2668-4efd-bdb0-98d5c7b0982b service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1075.072244] env[69744]: INFO networking_nsxv3.common.synchronization [req-369980bc-10d8-4609-a3eb-ad93479d1e66 req-7ded441a-2668-4efd-bdb0-98d5c7b0982b service nova] Enqueued Resource ID: c9f4dfab-407e-4aab-8f14-c23962a72e3a with Priority: HIGHEST for action port [ 1075.072244] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1075.072244] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1075.072244] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9f4dfab-407e-4aab-8f14-c23962a72e3a with Priority: HIGHEST for action port [ 1075.072553] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.072553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.072553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.072797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.072797] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.074568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.074568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.074568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.074568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.074568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.074568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.074568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.074568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.074568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.074568] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.077531] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9f4dfab-407e-4aab-8f14-c23962a72e3a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.077636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.077679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.082118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.082118] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9f4dfab-407e-4aab-8f14-c23962a72e3a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.422172] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed04a89-1180-45bb-830e-ec89ac367d84: rpc.has_security_group_logging(os_id): False [ 1075.439523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.439674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.439674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.439891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.439982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.440239] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.440350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.440400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.440545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.440616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.440700] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 is going to be created. [ 1075.498240] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.498417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.498467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.498652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.498836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.515308] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed04a89-1180-45bb-830e-ec89ac367d84 in Status: IN_PROGRESS for 2s [ 1075.579055] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.579968] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.580377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.581126] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9f4dfab-407e-4aab-8f14-c23962a72e3a with status ACTIVE [ 1075.581407] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.582706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.582781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.583039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.583147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.583709] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.583834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.583894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.584075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.584165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.584394] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.584843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.584843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.584843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.584843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.584843] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9f4dfab-407e-4aab-8f14-c23962a72e3a is going to be updated. [ 1075.607982] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.608482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.608617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.608775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9f4dfab-407e-4aab-8f14-c23962a72e3a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.087724] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.592105] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.592105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.592105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.592105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.592579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.592764] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be created. [ 1076.616202] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.616202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.616202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.616467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.616614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.625431] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: UNINITIALIZED for 2s [ 1076.788851] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1076.789120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.528556] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed04a89-1180-45bb-830e-ec89ac367d84 in Status: SUCCESS [ 1077.528895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.257220] env[69744]: INFO networking_nsxv3.common.synchronization [req-6d085026-70e8-4fee-b0d8-55ec063400d9 req-9410768c-6f96-4a73-af81-4947e360f8dd tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1078.257802] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1078.258300] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.258486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.258535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.258796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.258967] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.259087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.259175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.259337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.259424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.259584] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.635465] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1078.635787] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.636549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.639162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.639162] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.639162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.639162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.640988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.640988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.640988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.640988] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.762226] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.762395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.762466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.762691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.762799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.763034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.763136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.763218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.763611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.764053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.764053] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 already deleted. [ 1078.764053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.784052] env[69744]: INFO networking_nsxv3.common.synchronization [req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf req-2b4c9aba-b14e-4b3f-a92c-86644279206f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 1078.785845] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGHEST for action security_group_members [ 1078.786405] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.786513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.786566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.787011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.787011] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.787166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.787256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.787427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.787516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.787615] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.974225] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.974381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-630" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.974536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-630" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.974812] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-630" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.975446] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.975710] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.975997] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.976935] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.977218] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.977631] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.977631] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.977631] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.977763] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.977975] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.977975] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.978953] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.997866] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.999255] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.999255] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.999371] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-630" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.999620] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-53fa33bb-225b-4f29-b901-d35cbc5a9560 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.999803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.999928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.000315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.000494] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fa33bb-225b-4f29-b901-d35cbc5a9560',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.144463] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.144463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.144463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.144586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.145209] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.145209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.145209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.145209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.145209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.145209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.145488] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.145488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.145566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.146041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.146041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.146041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.146041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.146041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.146442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.146442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.146442] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.292183] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.292350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.292441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.292629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.292733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.292930] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.293036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.293190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.293239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.293391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.293391] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be updated. [ 1079.318295] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.318511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.318593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.318818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.318973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.328582] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: IN_PROGRESS for 2s [ 1079.503845] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.503845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.503845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.503845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.503845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503845] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 53fa33bb-225b-4f29-b901-d35cbc5a9560 not found, creating... [ 1079.503845] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.503845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.504339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.504339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.504395] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.504937] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.504937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.504937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.505350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.505497] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.506304] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 is going to be created. [ 1079.526717] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.527414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.527414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.527414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.527541] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.527738] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.651500] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5: rpc.has_security_group_logging(os_id): False [ 1079.672024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.672024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.672024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.672024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.672024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.672591] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.672591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.672591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.672591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.672591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.672831] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.672904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.672968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.673078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.677499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.677499] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.677499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.677499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.677499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.677499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.677499] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be created. [ 1079.758427] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.758605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.758654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.758845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.759121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.771669] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1080.859164] env[69744]: INFO networking_nsxv3.common.synchronization [req-6d085026-70e8-4fee-b0d8-55ec063400d9 req-6fb5d2f7-0a3d-44d4-9b8f-8615043e7074 service nova] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_rules [ 1080.859462] env[69744]: INFO networking_nsxv3.common.synchronization [req-6d085026-70e8-4fee-b0d8-55ec063400d9 req-6fb5d2f7-0a3d-44d4-9b8f-8615043e7074 service nova] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1080.859529] env[69744]: INFO networking_nsxv3.common.synchronization [req-6d085026-70e8-4fee-b0d8-55ec063400d9 req-6fb5d2f7-0a3d-44d4-9b8f-8615043e7074 service nova] Enqueued Resource ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 with Priority: HIGHEST for action port [ 1080.859732] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_rules [ 1080.859853] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1080.859941] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 with Priority: HIGHEST for action port [ 1080.860580] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.860712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.860776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.864860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.865031] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.865979] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.866118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.866181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.866382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.866562] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.866659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.866722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.866866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.867278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.867278] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.867894] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fa33bb-225b-4f29-b901-d35cbc5a9560 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.867999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.868074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.868246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.868319] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fa33bb-225b-4f29-b901-d35cbc5a9560',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.339116] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd in Status: SUCCESS [ 1081.340199] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd deletion is rescheduled due to dependency. [ 1081.340495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.371575] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.372681] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.372791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.372943] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53fa33bb-225b-4f29-b901-d35cbc5a9560 with status ACTIVE [ 1081.373118] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.373224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.373289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.373514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.373600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.373769] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.373863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.373923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.374088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.374170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.374340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.374432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.374492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.376995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.377184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.377310] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 is going to be updated. [ 1081.396444] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.396681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.396759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.396987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.397132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.397296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.787611] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1081.787957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.879685] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.382768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.382954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.383181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.383263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.383371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.383513] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be created. [ 1082.405891] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.406056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.406140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.406385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.406549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.416038] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: UNINITIALIZED for 2s [ 1083.365376] env[69744]: INFO networking_nsxv3.common.synchronization [None req-339ccd94-e97e-4ac5-89ef-2cfa1d2cb99e tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_rules [ 1083.365654] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_rules [ 1083.365871] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-254cd394-8261-431b-80fd-9e8338c21631 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.366023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.366023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.366355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.366448] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.598118] env[69744]: INFO networking_nsxv3.common.synchronization [None req-388cbb45-4a53-440f-81bf-af67d4e030b1 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_rules [ 1083.598118] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_rules [ 1083.599302] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-254cd394-8261-431b-80fd-9e8338c21631 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.599595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.890448] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.890448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.890448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.890448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.890448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.890448] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 254cd394-8261-431b-80fd-9e8338c21631 already deleted. [ 1083.890448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.890448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.890448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.890448] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.435946] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1084.436343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.436439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.436736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.436950] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.437079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.437138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.437302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.437422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.437609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.437706] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.439529] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.439662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.439703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.439860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.439941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.440040] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 254cd394-8261-431b-80fd-9e8338c21631 already deleted. [ 1084.440121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.947539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.947691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.947764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.947985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.948201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.948311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.948381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.948533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.948621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.948709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.948856] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.948947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.948997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.949159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.949301] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.949382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.949576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.949649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.949723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.949814] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.452077] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd70491-7e1d-43a4-bee8-58a706cb9607: rpc.has_security_group_logging(os_id): False [ 1085.470264] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.470404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.470486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.470730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.470826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.471779] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.471779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.471779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.471779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.471779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.471779] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.471779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.472105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.472105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.472105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.472229] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.472315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.472371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.472503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.472572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.472652] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be created. [ 1085.525938] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.526100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.526159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.526659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.526659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.538093] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: IN_PROGRESS for 2s [ 1085.905532] env[69744]: INFO networking_nsxv3.common.synchronization [req-c672f36e-c5da-46f7-a727-c1d732103483 req-f3ac8704-893f-4dbc-8682-d989cf381091 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1085.905675] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1085.905940] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.906081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.906140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.906344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.906496] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.906599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.906647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.906786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.906872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.906963] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.411662] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.411961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.412048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.412378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.412520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.412740] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.412849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.412914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.413190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.413310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.413441] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1086.426190] env[69744]: INFO networking_nsxv3.common.synchronization [None req-fd76892e-542b-4f68-b1d0-9a46e1a5b092 None None] Enqueued Resource ID: 33103451-3bd7-4c1d-bed0-2dc2b4bc6240 with Priority: HIGHEST for action port [ 1086.426285] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33103451-3bd7-4c1d-bed0-2dc2b4bc6240 with Priority: HIGHEST for action port [ 1086.426815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-33103451-3bd7-4c1d-bed0-2dc2b4bc6240 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.426971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33103451-3bd7-4c1d-bed0-2dc2b4bc6240" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.427043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33103451-3bd7-4c1d-bed0-2dc2b4bc6240" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.427314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33103451-3bd7-4c1d-bed0-2dc2b4bc6240" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.427412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33103451-3bd7-4c1d-bed0-2dc2b4bc6240',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.441621] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.441771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.441859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.442097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.442283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.452264] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1086.929593] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33103451-3bd7-4c1d-bed0-2dc2b4bc6240 [ 1086.929839] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.929989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.930055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.930297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.930385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.930477] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33103451-3bd7-4c1d-bed0-2dc2b4bc6240 already deleted. [ 1086.930555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33103451-3bd7-4c1d-bed0-2dc2b4bc6240" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.296354] env[69744]: INFO networking_nsxv3.common.synchronization [None req-cf1bacd4-70a1-445e-9710-e2b45c29821e tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Enqueued Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_rules [ 1087.297033] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_rules [ 1087.297442] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2798db94-21ee-440a-8a42-3dedba397feb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.297632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.297723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.298078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.298186] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.527839] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b11e7879-9777-4c4e-bdb7-c0e1206c57e4 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Enqueued Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_rules [ 1087.529675] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_rules [ 1087.529675] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2798db94-21ee-440a-8a42-3dedba397feb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.529903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.556786] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1087.557049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.819204] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.821410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.821498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.822361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.822361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.822361] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2798db94-21ee-440a-8a42-3dedba397feb already deleted. [ 1087.822361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.822361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.822361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.822679] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.861214] env[69744]: INFO networking_nsxv3.common.synchronization [req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 req-17efe2df-ab94-4353-b989-15b2a0f266d6 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1087.862079] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1087.863231] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.863231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.863231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.863231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.863826] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.864711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.864794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.865850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.865850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.865850] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.290620] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.290862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.291083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.291388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.291676] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.291843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.291968] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.292378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.292542] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.292800] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.292928] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.293070] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.293188] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.293321] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.293437] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.293578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.325250] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.325447] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.325595] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.329120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.329120] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-18a1162e-2368-438a-9948-977f1be8e23f taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.329120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.329120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.329120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.329120] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a1162e-2368-438a-9948-977f1be8e23f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.350943] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.351112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.351188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.351398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.351517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.354828] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2798db94-21ee-440a-8a42-3dedba397feb already deleted. [ 1088.354828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.367921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.368146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.368253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.368461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.368580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.368876] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.368956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.368956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.369195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.369296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.369342] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1088.404129] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.404129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.404129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.404129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.404129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.411721] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1088.462728] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1088.462728] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1088.462728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.839021] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.839021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 18a1162e-2368-438a-9948-977f1be8e23f not found, creating... [ 1088.839021] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.839021] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.839696] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.839696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.839696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.839696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.839696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.839696] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 18a1162e-2368-438a-9948-977f1be8e23f is going to be created. [ 1088.848285] env[69744]: INFO networking_nsxv3.common.synchronization [None req-88908ff5-b53f-4472-8639-58dfef49114a None None] Enqueued Resource ID: 49601235-ecb9-42ea-8bfc-7bedce0b7d3d with Priority: HIGHEST for action port [ 1088.848285] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49601235-ecb9-42ea-8bfc-7bedce0b7d3d with Priority: HIGHEST for action port [ 1088.848285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-49601235-ecb9-42ea-8bfc-7bedce0b7d3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.848285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49601235-ecb9-42ea-8bfc-7bedce0b7d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.848285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49601235-ecb9-42ea-8bfc-7bedce0b7d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.848285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49601235-ecb9-42ea-8bfc-7bedce0b7d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.848285] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49601235-ecb9-42ea-8bfc-7bedce0b7d3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.865111] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.865897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.866245] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.867055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.867055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.867278] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.351250] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49601235-ecb9-42ea-8bfc-7bedce0b7d3d [ 1089.351511] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.351734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.351813] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.352021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.352115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.352216] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49601235-ecb9-42ea-8bfc-7bedce0b7d3d already deleted. [ 1089.352295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49601235-ecb9-42ea-8bfc-7bedce0b7d3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.683021] env[69744]: INFO networking_nsxv3.common.synchronization [req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 req-ec372300-6880-422b-a4f5-5002ed039d4e service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1089.683021] env[69744]: INFO networking_nsxv3.common.synchronization [req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 req-ec372300-6880-422b-a4f5-5002ed039d4e service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1089.683021] env[69744]: INFO networking_nsxv3.common.synchronization [req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 req-ec372300-6880-422b-a4f5-5002ed039d4e service nova] Enqueued Resource ID: 18a1162e-2368-438a-9948-977f1be8e23f with Priority: HIGHEST for action port [ 1089.683021] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1089.683021] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1089.683021] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a1162e-2368-438a-9948-977f1be8e23f with Priority: HIGHEST for action port [ 1089.683021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.683021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.683021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.683021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.683021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.684014] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.684014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.684014] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-18a1162e-2368-438a-9948-977f1be8e23f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.684014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.684014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.684014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.684014] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18a1162e-2368-438a-9948-977f1be8e23f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.186683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.187092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.188270] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18a1162e-2368-438a-9948-977f1be8e23f with status ACTIVE [ 1090.190822] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.190822] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.190822] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.190822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.192697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.192697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.192697] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18a1162e-2368-438a-9948-977f1be8e23f is going to be updated. [ 1090.220327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.220483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.220548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.220761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.220894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.221063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18a1162e-2368-438a-9948-977f1be8e23f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.422985] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1090.423202] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1090.423319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.423493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.423700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.423882] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.423994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.424070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.424222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.424843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.424843] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.928332] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.431250] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.933584] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.933759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.933829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.934066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.934162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.934266] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1091.964755] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.964967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.964967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.965194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.965359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.974886] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1093.150891] env[69744]: INFO networking_nsxv3.common.synchronization [req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a req-f2486082-a95b-4371-b0fa-73c7e424ce9e tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1093.151353] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1093.152089] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.152180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.153028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.153028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.153028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.153028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.153028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.153028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.153305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.153305] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.229406] env[69744]: INFO networking_nsxv3.common.synchronization [req-4c6aaa0b-9812-4441-b353-f41360f80695 req-f65920e4-33fe-4148-8208-fa58470a489d tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1093.229406] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGHEST for action security_group_members [ 1093.229406] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.229406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.656900] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.985688] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1093.985909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.986086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.986437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.986588] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.986676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.986748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.986912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.986993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.987092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.987181] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.161220] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.492024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.492024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.492024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.492024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.492024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.493181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.493181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.493181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.493181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.493181] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.663427] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.663626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.663700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.663910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.664009] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.664116] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1094.693026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.693026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.693026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.693026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.693026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.704022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1094.996450] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d734ae-e3c1-4663-b925-7b8e2452f616: rpc.has_security_group_logging(os_id): False [ 1095.013517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.013691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.013765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.013986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.014108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.014346] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.014459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.014527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.014673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.014752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.014924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.015030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.015085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.015236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.015334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.015616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.015663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.015799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.015873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015955] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1095.073073] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.073241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.076144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.076144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.076144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.117882] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1096.711855] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1096.711855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.711855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.711855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.711855] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.711855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.711855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.711855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.712516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.712516] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.132040] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1097.132287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.214880] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.215116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.215177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.215574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.215709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.215983] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.216649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.216649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.216649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.216649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.216649] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be updated. [ 1097.244022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.244022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.244022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.244022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.244022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.251642] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: IN_PROGRESS for 2s [ 1098.201431] env[69744]: INFO networking_nsxv3.common.synchronization [req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 req-d35248de-b053-4f44-9e88-9b8aee79437a tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Enqueued Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_members [ 1098.202046] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGHEST for action security_group_members [ 1098.202366] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.202492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.202561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.202780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.202933] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.203166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.203252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.203407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.204198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.204428] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.707315] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.708290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.708550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.708886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.709132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.709539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.709812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.711738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.711738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.711738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.711738] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18aca352-b3b7-4527-901e-20177539e086 is going to be updated. [ 1098.737937] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.737937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.737937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.737937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.737937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.746206] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18aca352-b3b7-4527-901e-20177539e086 in Status: IN_PROGRESS for 2s [ 1099.163706] env[69744]: INFO networking_nsxv3.common.synchronization [req-8b49343e-f8fd-4ce0-bee9-892fed5ed3e7 req-778fc55d-2e29-402e-b242-c169ed3c0db0 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_members [ 1099.163903] env[69744]: INFO networking_nsxv3.common.synchronization [req-8b49343e-f8fd-4ce0-bee9-892fed5ed3e7 req-778fc55d-2e29-402e-b242-c169ed3c0db0 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1099.164492] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_members [ 1099.164652] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1099.164949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecc2c87-d229-440e-9504-04698d087c31 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.170602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.170602] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.170602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.170602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.170602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.170602] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.213737] env[69744]: INFO networking_nsxv3.common.synchronization [req-8b49343e-f8fd-4ce0-bee9-892fed5ed3e7 req-778fc55d-2e29-402e-b242-c169ed3c0db0 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_rules [ 1099.213737] env[69744]: INFO networking_nsxv3.common.synchronization [req-8b49343e-f8fd-4ce0-bee9-892fed5ed3e7 req-778fc55d-2e29-402e-b242-c169ed3c0db0 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1099.213737] env[69744]: INFO networking_nsxv3.common.synchronization [req-8b49343e-f8fd-4ce0-bee9-892fed5ed3e7 req-778fc55d-2e29-402e-b242-c169ed3c0db0 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_rules [ 1099.213737] env[69744]: INFO networking_nsxv3.common.synchronization [req-8b49343e-f8fd-4ce0-bee9-892fed5ed3e7 req-778fc55d-2e29-402e-b242-c169ed3c0db0 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_members [ 1099.213737] env[69744]: INFO networking_nsxv3.common.synchronization [req-8b49343e-f8fd-4ce0-bee9-892fed5ed3e7 req-778fc55d-2e29-402e-b242-c169ed3c0db0 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 with Priority: HIGHEST for action port [ 1099.215013] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_rules [ 1099.215276] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_rules [ 1099.215927] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 with Priority: HIGHEST for action port [ 1099.215927] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1099.215927] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_members [ 1099.215927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.216302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.216302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.216533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.216625] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.217523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fecc2c87-d229-440e-9504-04698d087c31 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.217658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.217724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.217938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.218027] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.221183] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fa33bb-225b-4f29-b901-d35cbc5a9560 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.221183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.221183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.221183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.221183] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fa33bb-225b-4f29-b901-d35cbc5a9560',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.222131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.222232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.222836] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecc2c87-d229-440e-9504-04698d087c31 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.222836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.263606] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3186df97-cb25-401b-880e-c5f97c345402 in Status: SUCCESS [ 1099.263814] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3186df97-cb25-401b-880e-c5f97c345402 deletion is rescheduled due to dependency. [ 1099.263936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.559672] env[69744]: INFO networking_nsxv3.common.synchronization [req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc req-8720709d-a289-4208-bbcf-9d3131168f2c tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1099.560205] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1099.560511] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.560656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.560724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.560981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.567814] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.567814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.567814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.567814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.567814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.567814] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.676679] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.676679] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.727019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecc2c87-d229-440e-9504-04698d087c31 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.727019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.727019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53fa33bb-225b-4f29-b901-d35cbc5a9560 with status ACTIVE [ 1099.727019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.727019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.727019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.728961] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.728961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.728961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.728961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.728961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.728961] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 is going to be updated. [ 1099.751355] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.751355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.751355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.751355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.751355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.751355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.890220] env[69744]: INFO networking_nsxv3.common.synchronization [req-291206ee-64eb-4b72-a423-671294f26b04 req-da8bd148-1ee1-44b3-a896-7460bdf6a838 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_members [ 1099.890220] env[69744]: INFO networking_nsxv3.common.synchronization [req-291206ee-64eb-4b72-a423-671294f26b04 req-da8bd148-1ee1-44b3-a896-7460bdf6a838 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1099.890220] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecc2c87-d229-440e-9504-04698d087c31 with Priority: HIGHEST for action security_group_members [ 1099.890220] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1099.890220] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-fecc2c87-d229-440e-9504-04698d087c31 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.890220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.890220] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.890220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.016133] env[69744]: INFO networking_nsxv3.common.synchronization [None req-55c01e2a-150b-43e4-9dc7-a7930d4810af None None] Enqueued Resource ID: 3dca1f4e-0954-44d3-9d77-06769dc53d7d with Priority: HIGHEST for action port [ 1100.016133] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dca1f4e-0954-44d3-9d77-06769dc53d7d with Priority: HIGHEST for action port [ 1100.016133] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dca1f4e-0954-44d3-9d77-06769dc53d7d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.016133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dca1f4e-0954-44d3-9d77-06769dc53d7d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.016133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dca1f4e-0954-44d3-9d77-06769dc53d7d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.016133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dca1f4e-0954-44d3-9d77-06769dc53d7d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.016133] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dca1f4e-0954-44d3-9d77-06769dc53d7d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.033235] env[69744]: INFO networking_nsxv3.common.synchronization [req-291206ee-64eb-4b72-a423-671294f26b04 req-da8bd148-1ee1-44b3-a896-7460bdf6a838 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_rules [ 1100.033235] env[69744]: INFO networking_nsxv3.common.synchronization [req-291206ee-64eb-4b72-a423-671294f26b04 req-da8bd148-1ee1-44b3-a896-7460bdf6a838 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1100.033235] env[69744]: INFO networking_nsxv3.common.synchronization [req-291206ee-64eb-4b72-a423-671294f26b04 req-da8bd148-1ee1-44b3-a896-7460bdf6a838 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 with Priority: HIGHEST for action port [ 1100.033235] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_rules [ 1100.033235] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1100.033235] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 with Priority: HIGHEST for action port [ 1100.036315] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.036315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.036315] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.036315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.036315] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fa33bb-225b-4f29-b901-d35cbc5a9560 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.036315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.038562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.038562] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fa33bb-225b-4f29-b901-d35cbc5a9560',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.068487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.068695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.068695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.069125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.069125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.069318] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.069318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.070638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.070638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.070638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.070638] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 already deleted. [ 1100.070638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.180205] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.180205] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.206900] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.206900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.206900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.208323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.208831] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.209447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.209696] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.210052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.210503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.210946] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.211243] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.211653] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.211896] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.212151] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.212519] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.212802] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.234063] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.234571] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.234571] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.234740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.235099] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-967c677c-10d7-4327-b7b6-1a6466ee76fc taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.235323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.235505] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.235964] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.236146] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967c677c-10d7-4327-b7b6-1a6466ee76fc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.522018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dca1f4e-0954-44d3-9d77-06769dc53d7d [ 1100.522018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.522018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.522018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.522018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.522018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.522018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dca1f4e-0954-44d3-9d77-06769dc53d7d already deleted. [ 1100.522018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dca1f4e-0954-44d3-9d77-06769dc53d7d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.542049] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53fa33bb-225b-4f29-b901-d35cbc5a9560 with status ACTIVE [ 1100.542049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.542049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.542049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.542049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.542693] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53fa33bb-225b-4f29-b901-d35cbc5a9560 is going to be updated. [ 1100.565310] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.565310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.565310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.565481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.565518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.565650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fa33bb-225b-4f29-b901-d35cbc5a9560" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.685238] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.685238] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be updated. [ 1100.685238] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.685238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.685238] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecc2c87-d229-440e-9504-04698d087c31 is going to be created. [ 1100.721072] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.721072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.721072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.721072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.721072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.726045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.726045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.726045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.726045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.726045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.729613] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fecc2c87-d229-440e-9504-04698d087c31 in Status: UNINITIALIZED for 2s [ 1100.733145] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: IN_PROGRESS for 2s [ 1100.743164] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.743164] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 967c677c-10d7-4327-b7b6-1a6466ee76fc not found, creating... [ 1100.743164] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.743164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.743583] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.743583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.743583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.743583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.744339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.744640] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 967c677c-10d7-4327-b7b6-1a6466ee76fc is going to be created. [ 1100.756144] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18aca352-b3b7-4527-901e-20177539e086 in Status: SUCCESS [ 1100.756144] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18aca352-b3b7-4527-901e-20177539e086 deletion is rescheduled due to dependency. [ 1100.756144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.770150] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.770150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.770150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.770150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.770150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.770453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.659648] env[69744]: INFO networking_nsxv3.common.synchronization [req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc req-97dfa7c3-2046-449d-b871-2b75166407f1 service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1101.659891] env[69744]: INFO networking_nsxv3.common.synchronization [req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc req-97dfa7c3-2046-449d-b871-2b75166407f1 service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1101.659970] env[69744]: INFO networking_nsxv3.common.synchronization [req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc req-97dfa7c3-2046-449d-b871-2b75166407f1 service nova] Enqueued Resource ID: 967c677c-10d7-4327-b7b6-1a6466ee76fc with Priority: HIGHEST for action port [ 1101.660484] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1101.660645] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1101.660750] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 967c677c-10d7-4327-b7b6-1a6466ee76fc with Priority: HIGHEST for action port [ 1101.661032] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.661157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.661254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.661462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.661543] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.662347] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.662460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.662600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.662692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.662833] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.662927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.662988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.663139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.663224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.663310] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.668511] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-967c677c-10d7-4327-b7b6-1a6466ee76fc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.668627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.668693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.669687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.669687] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('967c677c-10d7-4327-b7b6-1a6466ee76fc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.168842] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.170309] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.171109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.171109] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 967c677c-10d7-4327-b7b6-1a6466ee76fc with status ACTIVE [ 1102.171109] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.171109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.171109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.172707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.172707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.172707] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.172707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.172707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.172707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.172707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.173387] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.173387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.173387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.173387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.173387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.173573] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 967c677c-10d7-4327-b7b6-1a6466ee76fc is going to be updated. [ 1102.196122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.196312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.196369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.196562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.196689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.196867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-967c677c-10d7-4327-b7b6-1a6466ee76fc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.496040] env[69744]: INFO networking_nsxv3.common.synchronization [None req-2d5ae41d-1e8a-4385-8db9-567e02df75c1 None None] Enqueued Resource ID: 3c0ecf68-ae23-4048-b435-4f1daa833f7e with Priority: HIGHEST for action port [ 1102.496182] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0ecf68-ae23-4048-b435-4f1daa833f7e with Priority: HIGHEST for action port [ 1102.496761] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0ecf68-ae23-4048-b435-4f1daa833f7e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.496923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0ecf68-ae23-4048-b435-4f1daa833f7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.496981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0ecf68-ae23-4048-b435-4f1daa833f7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.499540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0ecf68-ae23-4048-b435-4f1daa833f7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.499638] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0ecf68-ae23-4048-b435-4f1daa833f7e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.671226] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.743024] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fecc2c87-d229-440e-9504-04698d087c31 in Status: SUCCESS [ 1102.743024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.743024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.743024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.743024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.743024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.743024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.743024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.743024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.743024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.744204] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1102.744934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.745251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.745609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.746125] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.746421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.746611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.746950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.747177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.748358] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.007273] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c0ecf68-ae23-4048-b435-4f1daa833f7e [ 1103.007273] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.007273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.007273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.007273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.007273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.007273] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c0ecf68-ae23-4048-b435-4f1daa833f7e already deleted. [ 1103.007273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0ecf68-ae23-4048-b435-4f1daa833f7e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.174994] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.175174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.175246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.175458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.175550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.176740] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be created. [ 1103.201838] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.201979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.202059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.202269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.202454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.212540] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: UNINITIALIZED for 2s [ 1103.251017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.251017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.251017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.251017] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecc2c87-d229-440e-9504-04698d087c31 is going to be deleted. [ 1103.252101] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.291017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.291017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.291188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.291333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.291389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.291482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.291631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.291775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.291960] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.292070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.292129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.292290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.292365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.292458] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.756649] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.795822] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.795822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.795822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.799018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.799018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecc2c87-d229-440e-9504-04698d087c31 already deleted. [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.799018] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.799018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.801538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.801784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.802373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.802373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.802373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.802373] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.260041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.260213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.260284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.260557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.260727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.260836] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be updated. [ 1104.289411] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.289635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.289705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.290010] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.290135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.301948] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: IN_PROGRESS for 2s [ 1104.304302] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fecc2c87-d229-440e-9504-04698d087c31',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.306175] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.306175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.306175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.306175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.306175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.306858] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.306858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.306997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.307105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.307190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.307395] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fecc2c87-d229-440e-9504-04698d087c31 already deleted. [ 1104.307395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.810016] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fecc2c87-d229-440e-9504-04698d087c31: rpc.has_security_group_logging(os_id): False [ 1104.831023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.831023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.831023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.831023] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fecc2c87-d229-440e-9504-04698d087c31 is going to be created. [ 1104.849596] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fecc2c87-d229-440e-9504-04698d087c31], does not exist path=[/infra/domains/default/groups/fecc2c87-d229-440e-9504-04698d087c31]."\n}' [ 1104.849596] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fecc2c87-d229-440e-9504-04698d087c31 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fecc2c87-d229-440e-9504-04698d087c31 [ 1104.849596] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1104.884776] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.884996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.884996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.885225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.887228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.888175] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.888332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.888510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.888682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.888682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.888862] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.888965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.889038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.889230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.889293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.889335] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fecc2c87-d229-440e-9504-04698d087c31 is going to be created. [ 1104.905560] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fecc2c87-d229-440e-9504-04698d087c31], does not exist path=[/infra/domains/default/groups/fecc2c87-d229-440e-9504-04698d087c31]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fecc2c87-d229-440e-9504-04698d087c31 [ 1104.905714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fecc2c87-d229-440e-9504-04698d087c31" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.905918] env[69744]: Traceback (most recent call last): [ 1104.905969] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1104.905969] env[69744]: return func(*args, **kwargs) [ 1104.905969] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1104.905969] env[69744]: res.raise_for_status() [ 1104.905969] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1104.905969] env[69744]: raise HTTPError(http_error_msg, response=self) [ 1104.905969] env[69744]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fecc2c87-d229-440e-9504-04698d087c31 [ 1104.905969] env[69744]: During handling of the above exception, another exception occurred: [ 1104.905969] env[69744]: Traceback (most recent call last): [ 1104.905969] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1104.905969] env[69744]: listener.cb(fileno) [ 1104.905969] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1104.905969] env[69744]: result = function(*args, **kwargs) [ 1104.905969] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1104.905969] env[69744]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1104.906440] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1104.906440] env[69744]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1104.906440] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1104.906440] env[69744]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1104.906440] env[69744]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1104.906440] env[69744]: res.raise_for_status() [ 1104.906440] env[69744]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1104.906440] env[69744]: raise HTTPError(http_error_msg, response=self) [ 1104.906440] env[69744]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fecc2c87-d229-440e-9504-04698d087c31 [ 1104.906440] env[69744]: Removing descriptor: 17 [ 1105.068069] env[69744]: INFO networking_nsxv3.common.synchronization [None req-76240ff5-0b37-4844-b11e-021793135447 None None] Enqueued Resource ID: 11b83efe-d2c2-42b9-9f0e-f08e5a70d826 with Priority: HIGHEST for action port [ 1105.068069] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b83efe-d2c2-42b9-9f0e-f08e5a70d826 with Priority: HIGHEST for action port [ 1105.068069] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-11b83efe-d2c2-42b9-9f0e-f08e5a70d826 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.068069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11b83efe-d2c2-42b9-9f0e-f08e5a70d826" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.068571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11b83efe-d2c2-42b9-9f0e-f08e5a70d826" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.068838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11b83efe-d2c2-42b9-9f0e-f08e5a70d826" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.068930] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b83efe-d2c2-42b9-9f0e-f08e5a70d826',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.220886] env[69744]: INFO networking_nsxv3.common.synchronization [req-51245686-277e-457b-b2c2-09ce209be888 req-ce9482aa-a488-4597-9571-426fad694369 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1105.220886] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1105.220886] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.220886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.220886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.220886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.220886] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.220886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.220886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.220886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.221349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.221542] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.223535] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1105.223790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.224020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.224269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.224535] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.224719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.224849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.225092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.225263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225620] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.570518] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11b83efe-d2c2-42b9-9f0e-f08e5a70d826 [ 1105.571803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.571803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.571803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.571803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.571803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.571803] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11b83efe-d2c2-42b9-9f0e-f08e5a70d826 already deleted. [ 1105.571803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11b83efe-d2c2-42b9-9f0e-f08e5a70d826" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.723739] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.729668] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.729814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.729941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.730132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.730292] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.730393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.730456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.730627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.730695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.730772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.730914] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.731015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.732612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.732612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.732612] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.732612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.732612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.732612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.732867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.732867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.732867] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.814818] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.815275] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.815386] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.815823] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.816216] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.816476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.816680] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.817034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.817327] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.817604] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.817790] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.817985] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.818235] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.818545] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.818705] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.818940] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.843136] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.843567] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.843913] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.844215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.844734] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-1e65eee9-acba-4d12-936e-1e3a7a6c133c taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.845079] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.845352] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.845801] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.846111] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e65eee9-acba-4d12-936e-1e3a7a6c133c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.230861] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.236649] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa189c4-c7e7-4e43-a151-502ed5f04d80: rpc.has_security_group_logging(os_id): False [ 1106.253236] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.253387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.253444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.253673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.253766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.253964] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.254069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.254162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.254271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.254346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.254527] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.254618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.254676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.254814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.254886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.255084] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.255177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.255237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.255400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.255485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.255572] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be created. [ 1106.312377] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1106.312643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.312825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.313084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.313321] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.313560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.313560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.313681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.313764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.313850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.313959] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.314924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.315124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.315308] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.315426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.315497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.315659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.315755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.315856] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.325230] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.325405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.325453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.325689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.325827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.339861] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1106.348914] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.349185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.349463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.349708] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.349873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.350088] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 1e65eee9-acba-4d12-936e-1e3a7a6c133c not found, creating... [ 1106.352547] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.352547] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.352547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.353026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 1e65eee9-acba-4d12-936e-1e3a7a6c133c is going to be created. [ 1106.425976] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.426212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.426345] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.426624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.426860] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.427105] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.734044] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.734044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.734268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.734321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.734423] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.734597] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1106.760978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.760978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.760978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.761327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.761834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.770308] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1106.817938] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.818354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.818690] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.058339] env[69744]: INFO networking_nsxv3.common.synchronization [req-59c86820-e332-48de-ae15-e95a08a67999 req-082c1f79-28df-4a6f-9abe-bd071ab3c6f1 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Enqueued Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1107.058339] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 with Priority: HIGHEST for action security_group_members [ 1107.058339] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.058339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.172918] env[69744]: INFO networking_nsxv3.common.synchronization [req-51245686-277e-457b-b2c2-09ce209be888 req-a94de285-d4ac-4cf9-85a8-5053e26cff0f service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1107.172918] env[69744]: INFO networking_nsxv3.common.synchronization [req-51245686-277e-457b-b2c2-09ce209be888 req-a94de285-d4ac-4cf9-85a8-5053e26cff0f service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1107.172918] env[69744]: INFO networking_nsxv3.common.synchronization [req-51245686-277e-457b-b2c2-09ce209be888 req-a94de285-d4ac-4cf9-85a8-5053e26cff0f service nova] Enqueued Resource ID: 1e65eee9-acba-4d12-936e-1e3a7a6c133c with Priority: HIGHEST for action port [ 1107.172918] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1107.172918] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1107.172918] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e65eee9-acba-4d12-936e-1e3a7a6c133c with Priority: HIGHEST for action port [ 1107.172918] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.175373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.175373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.175373] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.175373] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.175373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175373] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e65eee9-acba-4d12-936e-1e3a7a6c133c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.175373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.175652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.175652] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e65eee9-acba-4d12-936e-1e3a7a6c133c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.321291] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.351462] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a23fd8c4-7bf3-48b1-9e14-de08c45cabea None None] Enqueued Resource ID: 224d948d-73e0-440e-a2d7-77b06bd3d5e0 with Priority: HIGHEST for action port [ 1107.351462] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224d948d-73e0-440e-a2d7-77b06bd3d5e0 with Priority: HIGHEST for action port [ 1107.351885] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-224d948d-73e0-440e-a2d7-77b06bd3d5e0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.352013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224d948d-73e0-440e-a2d7-77b06bd3d5e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.352084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224d948d-73e0-440e-a2d7-77b06bd3d5e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.353190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224d948d-73e0-440e-a2d7-77b06bd3d5e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.353190] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224d948d-73e0-440e-a2d7-77b06bd3d5e0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.677279] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.677476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.677619] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e65eee9-acba-4d12-936e-1e3a7a6c133c with status ACTIVE [ 1107.677808] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.678019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.678090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.678285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.678427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.678558] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.678657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.678714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.678837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.678966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.679176] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.679275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.679338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.679505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.679584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.679651] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e65eee9-acba-4d12-936e-1e3a7a6c133c is going to be updated. [ 1107.700056] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.700345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.700345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.700551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.700710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.700886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e65eee9-acba-4d12-936e-1e3a7a6c133c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.823575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.824288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.824288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.824288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.824288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.824288] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be updated. [ 1107.852354] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.852507] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.852576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.852785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.852927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.853963] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 224d948d-73e0-440e-a2d7-77b06bd3d5e0 [ 1107.854154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.854264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.854353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.854478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.854558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.854643] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:224d948d-73e0-440e-a2d7-77b06bd3d5e0 already deleted. [ 1107.854720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224d948d-73e0-440e-a2d7-77b06bd3d5e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.862900] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: IN_PROGRESS for 2s [ 1108.352034] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1108.352034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.780033] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1108.780033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.780314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.780314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.780503] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.780619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.780689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.780848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.780926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.781032] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.285208] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.422934] env[69744]: INFO networking_nsxv3.common.synchronization [req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b req-20a45beb-005d-4f66-8c0f-f8b7f0befe36 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_members [ 1109.423483] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_members [ 1109.423802] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-254cd394-8261-431b-80fd-9e8338c21631 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.423959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.424041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.424293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.424440] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.424532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.424590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.424730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.424808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.424899] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.696797] env[69744]: INFO networking_nsxv3.common.synchronization [req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 req-1cf7e45f-f0b9-4b4f-b4d6-830ee40b5b7a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_members [ 1109.697468] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db with Priority: HIGHEST for action security_group_members [ 1109.698158] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e9eaa53-282e-4b33-83c0-b9af9c0517db taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.698158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.698286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.698426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.698599] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.698698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.698761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.698931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.699050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.699150] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e9eaa53-282e-4b33-83c0-b9af9c0517db',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.788579] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.810260] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.810546] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.810707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.811016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.811375] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.812419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.812419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.812419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.812419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.812419] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.812688] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.812688] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.812688] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.812799] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.813014] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.813081] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.834539] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.834758] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.834928] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.835132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-749" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.835513] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-fb56cb72-2fde-428f-aaf7-1873e89d02cf taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.835766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.835911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.836277] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.836472] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb56cb72-2fde-428f-aaf7-1873e89d02cf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.871221] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1109.874092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.874092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.874092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.874092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.874092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.874092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.874092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.874092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.874092] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.931751] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.931898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.931968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.932187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.932279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.932465] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.932564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.932641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.932803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.932889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.932959] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 254cd394-8261-431b-80fd-9e8338c21631 already deleted. [ 1109.933051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.203192] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.203338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.203424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.203617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.223077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.223340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.223461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.223528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.223727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.223809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.223899] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db is going to be updated. [ 1110.253102] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.253102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.253102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.253102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.253102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.262022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db in Status: IN_PROGRESS for 2s [ 1110.292225] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.292510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.292550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.292734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.292827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.292927] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1110.333349] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.333349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.333496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.333649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.334087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.339739] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.339739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.339739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.339961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.340137] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.340326] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port fb56cb72-2fde-428f-aaf7-1873e89d02cf not found, creating... [ 1110.343906] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.344528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.344528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.344699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.344785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.345304] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.345489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.345666] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.345839] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.345980] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.346146] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: fb56cb72-2fde-428f-aaf7-1873e89d02cf is going to be created. [ 1110.347787] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1110.364087] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.364349] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.364503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.364810] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.365064] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.365311] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.374822] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.374989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.375134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.375366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.399289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.399606] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.399725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.399816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.400078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.400154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.400248] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be updated. [ 1110.433286] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.433286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.433286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.433286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.433286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.440531] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: IN_PROGRESS for 2s [ 1111.084562] env[69744]: INFO networking_nsxv3.common.synchronization [req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b req-cec788c8-2c42-4776-b42f-507beaeb1322 service nova] Enqueued Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_rules [ 1111.084562] env[69744]: INFO networking_nsxv3.common.synchronization [req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b req-cec788c8-2c42-4776-b42f-507beaeb1322 service nova] Enqueued Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_members [ 1111.084562] env[69744]: INFO networking_nsxv3.common.synchronization [req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b req-cec788c8-2c42-4776-b42f-507beaeb1322 service nova] Enqueued Resource ID: fb56cb72-2fde-428f-aaf7-1873e89d02cf with Priority: HIGHEST for action port [ 1111.084562] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_rules [ 1111.084562] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_members [ 1111.084562] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb56cb72-2fde-428f-aaf7-1873e89d02cf with Priority: HIGHEST for action port [ 1111.084562] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-254cd394-8261-431b-80fd-9e8338c21631 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.084562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.084562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.084562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.084562] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.085949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-254cd394-8261-431b-80fd-9e8338c21631 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.085949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.085949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.085949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.085949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.085949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.085949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.086358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.086358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.086358] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.088727] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb56cb72-2fde-428f-aaf7-1873e89d02cf taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.088727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.088727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.088727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.088727] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb56cb72-2fde-428f-aaf7-1873e89d02cf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.590300] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.592086] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-254cd394-8261-431b-80fd-9e8338c21631 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.592238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.592804] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb56cb72-2fde-428f-aaf7-1873e89d02cf with status ACTIVE [ 1111.592804] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.592969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.592969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.593267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.593349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.593514] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.593613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.593682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.593841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.593919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.594214] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.594214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.594311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.594395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.594470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.594553] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb56cb72-2fde-428f-aaf7-1873e89d02cf is going to be updated. [ 1111.616589] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.616743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.616789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.616978] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.617130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.617289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb56cb72-2fde-428f-aaf7-1873e89d02cf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.070978] env[69744]: INFO networking_nsxv3.common.synchronization [req-d7803683-fce4-415a-bc98-440ad3787029 req-a3f4737e-a623-416e-9b82-e32d78e329cd tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Enqueued Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_members [ 1112.071513] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_members [ 1112.071821] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2771faed-d11a-41c1-8e32-705df9941fac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.071938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.072012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.072268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.072417] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.072513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.072581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.072720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.072804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.072893] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.092949] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.270581] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db in Status: SUCCESS [ 1112.270787] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e9eaa53-282e-4b33-83c0-b9af9c0517db deletion is rescheduled due to dependency. [ 1112.270908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e9eaa53-282e-4b33-83c0-b9af9c0517db" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.356818] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1112.357053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.357224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.357451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.357642] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.357758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.357823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.357972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.358066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.358181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.358307] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.449871] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1112.450067] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 deletion is rescheduled due to dependency. [ 1112.450185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.450361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.450597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.450815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.450938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.450997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.451170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.451249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.451337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.451517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd70491-7e1d-43a4-bee8-58a706cb9607 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.451617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.451677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.451827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.452078] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.452739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.452739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.452870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.452870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.452941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.453048] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.456082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.456082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.457256] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.457374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.457437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.457586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.457663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.457754] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.459190] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.459384] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.459563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.459776] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.460035] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.460199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.460320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.460531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.460671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.460877] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.460992] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.461117] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.461230] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.461342] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.461455] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.461589] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.479242] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.479242] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.479242] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.479242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-450" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.479242] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-2d418ce5-baa7-499d-baa0-1bcd67be3584 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.479242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.479242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.479643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.480318] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d418ce5-baa7-499d-baa0-1bcd67be3584',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.574942] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.575122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.575192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.575407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.575499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.575692] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.575785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.575845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.576182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.576182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.576182] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2771faed-d11a-41c1-8e32-705df9941fac already deleted. [ 1112.576328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.598462] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.598462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.598900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.598900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.598900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.599018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 254cd394-8261-431b-80fd-9e8338c21631 is going to be created. [ 1112.623227] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.623374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.623450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.623667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.623848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.633422] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 254cd394-8261-431b-80fd-9e8338c21631 in Status: UNINITIALIZED for 2s [ 1112.860770] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.860926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.860992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.861230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.861438] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.861490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.861553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.861705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.861795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.861878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.862031] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.862128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.862217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.862337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.862476] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.862589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.862628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.862794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.862894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.862980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.863085] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.927155] env[69744]: INFO networking_nsxv3.common.synchronization [req-f67bb450-f297-4763-9431-58f9e92686d8 req-f746465c-69ab-4ca1-911f-8c66a6e73cfc tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1112.927698] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1112.927981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.928117] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.928181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.928463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.928620] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.928724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.928771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.928921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.929010] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.929110] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.963106] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd70491-7e1d-43a4-bee8-58a706cb9607: rpc.has_security_group_logging(os_id): False [ 1112.964285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.964426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.964496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.964701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.964791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.964978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.965098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.965157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.965309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.965388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.965474] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be updated. [ 1112.982982] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.983272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.983447] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.983794] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.983959] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.984143] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 2d418ce5-baa7-499d-baa0-1bcd67be3584 not found, creating... [ 1112.984417] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.984604] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.984765] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.985013] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.985162] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.985453] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.985618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.985738] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.985951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.986108] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.986310] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 2d418ce5-baa7-499d-baa0-1bcd67be3584 is going to be created. [ 1112.988467] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.988594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.988648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.988792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.988873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.989078] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.989605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.989605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.989605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.989605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.989778] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.989778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.989778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.989901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.989962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.990204] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.990311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.990388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.990549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.990666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.990792] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be updated. [ 1112.993973] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.994100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.994168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.994372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.994498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.004514] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: IN_PROGRESS for 2s [ 1113.014690] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.014898] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.015050] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.015335] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.015651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.015933] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.055992] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.056157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.056229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.056391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.056534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.073906] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: IN_PROGRESS for 2s [ 1113.302143] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.302366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.302499] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.302766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.303044] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.303211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.303333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.303558] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.303702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303946] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.304044] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.304173] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.304272] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.304393] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.304524] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.304632] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.325463] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.325681] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.325827] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.326014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.326358] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-235b38d9-bd0c-419c-987d-c2ba31777cf5 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.326547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.326673] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.326987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.327147] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235b38d9-bd0c-419c-987d-c2ba31777cf5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.365178] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 1113.383556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.383701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.383774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.383981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.401719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.401992] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.402135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.402206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.402399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.402497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.402706] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.402807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.402869] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.403041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.403089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.403271] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.403365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.403427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.403563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.403628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.403712] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1113.433145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.433145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.433145] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb already deleted. [ 1113.433145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.456725] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.456853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.456909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.457108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.457248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.471221] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1113.713019] env[69744]: INFO networking_nsxv3.common.synchronization [req-d7803683-fce4-415a-bc98-440ad3787029 req-5a29de4d-278d-4cac-bb23-84023df919a9 service nova] Enqueued Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_rules [ 1113.713019] env[69744]: INFO networking_nsxv3.common.synchronization [req-d7803683-fce4-415a-bc98-440ad3787029 req-5a29de4d-278d-4cac-bb23-84023df919a9 service nova] Enqueued Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_members [ 1113.713019] env[69744]: INFO networking_nsxv3.common.synchronization [req-d7803683-fce4-415a-bc98-440ad3787029 req-5a29de4d-278d-4cac-bb23-84023df919a9 service nova] Enqueued Resource ID: 2d418ce5-baa7-499d-baa0-1bcd67be3584 with Priority: HIGHEST for action port [ 1113.713019] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_rules [ 1113.713019] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_members [ 1113.713019] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d418ce5-baa7-499d-baa0-1bcd67be3584 with Priority: HIGHEST for action port [ 1113.713725] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2771faed-d11a-41c1-8e32-705df9941fac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.713977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.714205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.714525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.714707] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.716051] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2771faed-d11a-41c1-8e32-705df9941fac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.716251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.716251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.716367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.716495] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.716596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.716636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.716811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.716880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.716967] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.717675] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d418ce5-baa7-499d-baa0-1bcd67be3584 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.717824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.717910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.717979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.718799] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d418ce5-baa7-499d-baa0-1bcd67be3584',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.829374] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.829694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.829872] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.830212] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.830413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.830639] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 235b38d9-bd0c-419c-987d-c2ba31777cf5 not found, creating... [ 1113.831223] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.831461] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.831612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.831862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.832067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.832383] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.832559] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.832724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.832910] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.833254] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 235b38d9-bd0c-419c-987d-c2ba31777cf5 is going to be created. [ 1113.852153] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.852372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.852503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.852774] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.852999] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.853248] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.219841] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.221422] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2771faed-d11a-41c1-8e32-705df9941fac taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.221422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.221422] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d418ce5-baa7-499d-baa0-1bcd67be3584 with status ACTIVE [ 1114.221709] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.221709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.221709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.221872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.221923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.222686] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.222686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.222686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.222686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.222686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.222686] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.223072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.223072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.223072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.223072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.223213] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d418ce5-baa7-499d-baa0-1bcd67be3584 is going to be updated. [ 1114.245237] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.245366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.245410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.245629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.246146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.246146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d418ce5-baa7-499d-baa0-1bcd67be3584" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.570279] env[69744]: INFO networking_nsxv3.common.synchronization [req-f67bb450-f297-4763-9431-58f9e92686d8 req-2850e0cf-15bb-468f-8f6e-e0a0fc55177f service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1114.570472] env[69744]: INFO networking_nsxv3.common.synchronization [req-f67bb450-f297-4763-9431-58f9e92686d8 req-2850e0cf-15bb-468f-8f6e-e0a0fc55177f service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1114.570620] env[69744]: INFO networking_nsxv3.common.synchronization [req-f67bb450-f297-4763-9431-58f9e92686d8 req-2850e0cf-15bb-468f-8f6e-e0a0fc55177f service nova] Enqueued Resource ID: 235b38d9-bd0c-419c-987d-c2ba31777cf5 with Priority: HIGHEST for action port [ 1114.570846] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1114.570966] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1114.571075] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 235b38d9-bd0c-419c-987d-c2ba31777cf5 with Priority: HIGHEST for action port [ 1114.571619] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.571727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.571795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.573038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.573273] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.578071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.578071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.578071] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.578071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-235b38d9-bd0c-419c-987d-c2ba31777cf5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.578071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.578071] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('235b38d9-bd0c-419c-987d-c2ba31777cf5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.787883] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 254cd394-8261-431b-80fd-9e8338c21631 in Status: SUCCESS [ 1114.788172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.788656] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.789399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.789628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.789829] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.789935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.790024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.790157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.790239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.790311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.790423] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.013390] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1115.013574] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 deletion is rescheduled due to dependency. [ 1115.013693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.083021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 235b38d9-bd0c-419c-987d-c2ba31777cf5 with status ACTIVE [ 1115.083021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.083021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.083021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.083021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.083021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 235b38d9-bd0c-419c-987d-c2ba31777cf5 is going to be updated. [ 1115.084289] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.084289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.084289] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.087613] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 in Status: SUCCESS [ 1115.087613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.087613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.087613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.087613] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd70491-7e1d-43a4-bee8-58a706cb9607',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.109233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.109465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.109465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.110791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.110791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.110791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-235b38d9-bd0c-419c-987d-c2ba31777cf5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.295020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.295020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.295020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.295020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.295020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.295020] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2771faed-d11a-41c1-8e32-705df9941fac is going to be created. [ 1115.295020] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.321759] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.321759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.321759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.321759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.321759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.328992] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2771faed-d11a-41c1-8e32-705df9941fac in Status: UNINITIALIZED for 2s [ 1115.487200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1115.487200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.586124] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.606556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.606556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.606556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.606556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.606556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.606556] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd70491-7e1d-43a4-bee8-58a706cb9607 is going to be deleted. [ 1115.652451] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.652451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.652451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.652451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.652451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.652451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd70491-7e1d-43a4-bee8-58a706cb9607" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.797947] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 254cd394-8261-431b-80fd-9e8338c21631: rpc.has_security_group_logging(os_id): False [ 1115.818274] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.823469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.823469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.823469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.823469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.823469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.823469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.823469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.823469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.823831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.823831] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 254cd394-8261-431b-80fd-9e8338c21631 is going to be created. [ 1115.899616] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.899826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.899826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.900063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.900240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.911817] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 254cd394-8261-431b-80fd-9e8338c21631 in Status: IN_PROGRESS for 2s [ 1116.088842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.089098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.089207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.089497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.089629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.089746] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be created. [ 1116.111071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.111316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.111316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.111546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.111705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.121172] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: UNINITIALIZED for 2s [ 1116.731648] env[69744]: INFO networking_nsxv3.common.synchronization [req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 req-254741a6-a633-45b5-ab32-3190eba8e627 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Enqueued Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_members [ 1116.732210] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_members [ 1116.732563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798db94-21ee-440a-8a42-3dedba397feb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.732691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.732752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.733013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.733172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.733272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.733330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.733564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.733618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.733849] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.120867] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.121220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-570" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.121325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-570" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.121654] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-570" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.121959] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.122166] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.122307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.122536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.122706] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.122930] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.123060] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.123184] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.123307] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.123439] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.123562] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.123718] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.142482] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.142653] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.142801] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.143024] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-570" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.143378] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-6715b83c-e679-4619-bc18-559fd3b421a1 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.143582] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.143722] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.144067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.144229] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6715b83c-e679-4619-bc18-559fd3b421a1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.239678] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.239990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.240140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.240481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.240698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.241056] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.241221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.241350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.241653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.241781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.241919] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798db94-21ee-440a-8a42-3dedba397feb already deleted. [ 1117.242383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.340081] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2771faed-d11a-41c1-8e32-705df9941fac in Status: SUCCESS [ 1117.340081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.340081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.340081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.340081] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.340479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.340479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.340479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.340591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.340636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.340731] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.646408] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.646628] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.646761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.647091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.647333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.647530] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 6715b83c-e679-4619-bc18-559fd3b421a1 not found, creating... [ 1117.647843] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.648016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.648144] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.648422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.648610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.649010] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.649196] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.649322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.649618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.649758] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.649904] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 6715b83c-e679-4619-bc18-559fd3b421a1 is going to be created. [ 1117.669357] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.669575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.669731] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.670091] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.670335] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.670622] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.843399] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2771faed-d11a-41c1-8e32-705df9941fac taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.843563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.843630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.843919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.844118] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.844226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.844271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.844428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.844513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.844599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.844743] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2771faed-d11a-41c1-8e32-705df9941fac taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.844833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.845172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.845172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.845172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.845371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.845371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.845478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.845534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.845667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.845726] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.924557] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 254cd394-8261-431b-80fd-9e8338c21631 in Status: SUCCESS [ 1117.924557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.134761] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1118.135194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.135194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.135351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.135548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.135718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.135718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.135847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.135925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.136011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.136106] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.348681] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2771faed-d11a-41c1-8e32-705df9941fac: rpc.has_security_group_logging(os_id): False [ 1118.357968] env[69744]: INFO networking_nsxv3.common.synchronization [req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 req-8e473384-62bf-4e7a-9da9-cb9f3bb91f35 service nova] Enqueued Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_rules [ 1118.358208] env[69744]: INFO networking_nsxv3.common.synchronization [req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 req-8e473384-62bf-4e7a-9da9-cb9f3bb91f35 service nova] Enqueued Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_members [ 1118.358351] env[69744]: INFO networking_nsxv3.common.synchronization [req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 req-8e473384-62bf-4e7a-9da9-cb9f3bb91f35 service nova] Enqueued Resource ID: 6715b83c-e679-4619-bc18-559fd3b421a1 with Priority: HIGHEST for action port [ 1118.358643] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_rules [ 1118.358821] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_members [ 1118.358953] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6715b83c-e679-4619-bc18-559fd3b421a1 with Priority: HIGHEST for action port [ 1118.359547] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2798db94-21ee-440a-8a42-3dedba397feb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.359710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.359764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.359957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.360049] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.361356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798db94-21ee-440a-8a42-3dedba397feb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.361436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.361516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.361697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.361944] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.362029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.362086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.362221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.362309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.362397] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.363201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6715b83c-e679-4619-bc18-559fd3b421a1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.363294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.364129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.364129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.364129] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6715b83c-e679-4619-bc18-559fd3b421a1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.368195] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.368443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.368525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.368752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.368811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.368988] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.369102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.369164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.369344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.369585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.369701] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.369788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.369878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.369983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.370071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.370258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.370349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.370480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.370548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.370619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.370709] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2771faed-d11a-41c1-8e32-705df9941fac is going to be created. [ 1118.468846] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.468846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.468846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.469075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.469472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.480330] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2771faed-d11a-41c1-8e32-705df9941fac in Status: IN_PROGRESS for 2s [ 1118.638893] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.639109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.639198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.639354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.639527] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.639655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.639706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.640217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.640217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.640217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.640361] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.640361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.640496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.640621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.640820] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.640932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.640999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.641145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.641227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.641306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.641396] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.866492] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798db94-21ee-440a-8a42-3dedba397feb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.866648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.866891] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.867801] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6715b83c-e679-4619-bc18-559fd3b421a1 with status ACTIVE [ 1118.868758] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.868758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.868758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.868758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.868758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.868758] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.868758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.868758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.869143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.869143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.869210] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.869282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.869340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.869482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.869571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.869675] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6715b83c-e679-4619-bc18-559fd3b421a1 is going to be updated. [ 1118.891437] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.891596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.891660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.891881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.892030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.892183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6715b83c-e679-4619-bc18-559fd3b421a1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.143935] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb: rpc.has_security_group_logging(os_id): False [ 1119.161817] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.163227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.163227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.163227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.163375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.163661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.163771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.163835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.164034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.164119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.164326] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.164433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.164508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.164656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.164720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.164907] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.165142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.165142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.165347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.165347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.165347] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be created. [ 1119.226305] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.226472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.226544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.226801] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.226993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.238347] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1119.372447] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.571716] env[69744]: INFO networking_nsxv3.common.synchronization [req-9987710b-913a-41c6-bb37-032613d0e5fd req-bd88bcb3-9a9c-455e-a812-a66dfda965b4 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1119.573868] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1119.573868] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.573975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.573975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.574177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.574336] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.574436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.574498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.574641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.574727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.574823] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.875405] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.875634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.875690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.876048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.876048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.876256] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798db94-21ee-440a-8a42-3dedba397feb is going to be created. [ 1119.899404] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.899404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.899690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.899690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.899805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.910534] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798db94-21ee-440a-8a42-3dedba397feb in Status: UNINITIALIZED for 2s [ 1120.079677] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.490586] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2771faed-d11a-41c1-8e32-705df9941fac in Status: SUCCESS [ 1120.490828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.582039] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.084787] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.084953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.085042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.086588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.086588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.086588] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1121.112471] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.112617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.112688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.112946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.113131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.123645] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1121.252189] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1121.252189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.922135] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798db94-21ee-440a-8a42-3dedba397feb in Status: SUCCESS [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.926123] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.926123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.926123] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.428872] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.575928] env[69744]: INFO networking_nsxv3.common.synchronization [req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 req-0126937c-b849-4547-9f75-e878ec488279 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_members [ 1122.576921] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGHEST for action security_group_members [ 1122.577394] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.577597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.577742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.578041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.578521] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.578652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.578794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.579023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.579183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.579373] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.931849] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2798db94-21ee-440a-8a42-3dedba397feb: rpc.has_security_group_logging(os_id): False [ 1122.948853] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.949066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.949145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.953943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.953943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.953943] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.953943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.953943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.953943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.953943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.953943] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2798db94-21ee-440a-8a42-3dedba397feb is going to be created. [ 1123.012683] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.012840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.012903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.013222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.013410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.023377] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2798db94-21ee-440a-8a42-3dedba397feb in Status: IN_PROGRESS for 2s [ 1123.082668] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.082814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.082887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.083109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.116846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.118037] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.118037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.118037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.118037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.118037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.118037] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 is going to be updated. [ 1123.135319] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 4s [ 1123.169754] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.169941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.169941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.170959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.170959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.182400] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed04a89-1180-45bb-830e-ec89ac367d84 in Status: IN_PROGRESS for 2s [ 1123.953736] env[69744]: INFO networking_nsxv3.common.synchronization [req-16f40322-0af4-499a-b0b9-4dbb9a47e87a req-4f8fb455-3d07-4009-a3b2-ea55b622d8c0 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Enqueued Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_members [ 1123.954267] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2771faed-d11a-41c1-8e32-705df9941fac with Priority: HIGHEST for action security_group_members [ 1123.954563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2771faed-d11a-41c1-8e32-705df9941fac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.954689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.954945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.955238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.955457] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.955637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.955734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.955862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.955950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.956065] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2771faed-d11a-41c1-8e32-705df9941fac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.458064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.458233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.458308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.458513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.458606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.458857] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.458987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.459084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.459285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.459385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.459540] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2771faed-d11a-41c1-8e32-705df9941fac is going to be updated. [ 1124.497918] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.497918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.497918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.498435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.498435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.506983] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2771faed-d11a-41c1-8e32-705df9941fac in Status: IN_PROGRESS for 2s [ 1125.037354] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2798db94-21ee-440a-8a42-3dedba397feb in Status: SUCCESS [ 1125.037354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.148104] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1125.148104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.200651] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed04a89-1180-45bb-830e-ec89ac367d84 in Status: SUCCESS [ 1125.200651] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 deletion is rescheduled due to dependency. [ 1125.200651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.517446] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2771faed-d11a-41c1-8e32-705df9941fac in Status: SUCCESS [ 1126.517446] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2771faed-d11a-41c1-8e32-705df9941fac deletion is rescheduled due to dependency. [ 1126.517446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2771faed-d11a-41c1-8e32-705df9941fac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.767192] env[69744]: INFO networking_nsxv3.common.synchronization [req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 req-1c7b0c90-3640-40dd-acf5-23a75c2b8119 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1128.767739] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1128.768056] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.768183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.768249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.768469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.768670] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.768764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.768830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.768977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.769226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.769326] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.271278] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.271472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.271628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.271874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.272033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.272287] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.272392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.272456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.272684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.272780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.272893] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1129.299179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.299993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.300119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.300374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.300928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.309352] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1130.242931] env[69744]: INFO networking_nsxv3.common.synchronization [req-d6c3a626-f6ad-4ff8-9473-08814185c42e req-c6aed6b3-6082-45ff-ae04-43beb3accc33 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1130.243555] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1130.243927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.244185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.244267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.244516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.244668] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.244766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.244827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.244973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.245067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.245158] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.747227] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.747427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.747524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.747707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.747801] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.748020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.748140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.748225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.748357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.748439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.748579] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 already deleted. [ 1130.748613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.849325] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.849325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.849325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.849548] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.849882] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.850100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.850258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.850638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.850715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.850914] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.851087] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.851238] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.851382] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.851528] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.851666] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.851835] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.870892] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.870892] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.871707] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.871707] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.872481] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-50340cdc-60d1-4e97-a587-fcd23783f916 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.872683] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.872890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.873900] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.873900] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50340cdc-60d1-4e97-a587-fcd23783f916',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.132897] env[69744]: INFO networking_nsxv3.common.synchronization [req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 req-2505fe04-be16-4a50-929c-219c2d1d60c5 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_members [ 1131.133511] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5991552-9e9b-4562-86f0-9d02dbc87179 with Priority: HIGHEST for action security_group_members [ 1131.133857] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5991552-9e9b-4562-86f0-9d02dbc87179 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.134256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.134256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.134256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.134445] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.134565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.134661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.134799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.134883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.135179] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5991552-9e9b-4562-86f0-9d02dbc87179',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.319263] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1131.319611] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb deletion is rescheduled due to dependency. [ 1131.319611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.376522] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.377018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.377215] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.377615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.377880] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.378100] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 50340cdc-60d1-4e97-a587-fcd23783f916 not found, creating... [ 1131.378441] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.378685] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.378911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.379811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.380011] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.380335] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.380514] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.380642] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.380865] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.381026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.381181] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 50340cdc-60d1-4e97-a587-fcd23783f916 is going to be created. [ 1131.399353] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.399545] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.399672] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.399945] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.400240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.400465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.638034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.638216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.638279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.638824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.658185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.658501] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.658732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.658732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.658979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.659069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.659123] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5991552-9e9b-4562-86f0-9d02dbc87179 is going to be updated. [ 1131.681457] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.681669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.681713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.681928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.682084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.690740] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5991552-9e9b-4562-86f0-9d02dbc87179 in Status: IN_PROGRESS for 2s [ 1132.029202] env[69744]: INFO networking_nsxv3.common.synchronization [req-a7a06392-f98c-46da-b787-e3b58878df31 req-17377e23-5ec4-4c1f-a870-82951e653b5f tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_members [ 1132.029539] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGHEST for action security_group_members [ 1132.029842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.033346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.033346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.033480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.033850] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.033957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.034022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.034476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.034641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.034811] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.251880] env[69744]: INFO networking_nsxv3.common.synchronization [req-d6c3a626-f6ad-4ff8-9473-08814185c42e req-0e5c71eb-a096-4b3a-8792-bfa85f86654c service nova] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_rules [ 1132.252092] env[69744]: INFO networking_nsxv3.common.synchronization [req-d6c3a626-f6ad-4ff8-9473-08814185c42e req-0e5c71eb-a096-4b3a-8792-bfa85f86654c service nova] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1132.252241] env[69744]: INFO networking_nsxv3.common.synchronization [req-d6c3a626-f6ad-4ff8-9473-08814185c42e req-0e5c71eb-a096-4b3a-8792-bfa85f86654c service nova] Enqueued Resource ID: 50340cdc-60d1-4e97-a587-fcd23783f916 with Priority: HIGHEST for action port [ 1132.252486] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_rules [ 1132.252614] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1132.252716] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50340cdc-60d1-4e97-a587-fcd23783f916 with Priority: HIGHEST for action port [ 1132.253592] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.253761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.253855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.255655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.255764] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.256615] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.256735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.256798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.257017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.257176] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.257283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.257344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.257502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.257588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.258102] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.258941] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-50340cdc-60d1-4e97-a587-fcd23783f916 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.259943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.259943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.259943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.259943] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50340cdc-60d1-4e97-a587-fcd23783f916',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.538332] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.538802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.538802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.538928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.562301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.562595] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.562762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.562821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.563039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.563143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.563251] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e66bb82a-4813-4975-904b-d3316b20401a is going to be updated. [ 1132.586137] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.586395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.586395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.586773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.586773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.594294] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e66bb82a-4813-4975-904b-d3316b20401a in Status: IN_PROGRESS for 2s [ 1132.761929] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.761929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.762060] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.762920] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50340cdc-60d1-4e97-a587-fcd23783f916 with status ACTIVE [ 1132.763130] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.765072] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.765072] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.765072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.765072] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50340cdc-60d1-4e97-a587-fcd23783f916 is going to be updated. [ 1132.784665] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.784881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.784881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.785371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.785371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.785947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50340cdc-60d1-4e97-a587-fcd23783f916" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.869691] env[69744]: INFO networking_nsxv3.common.synchronization [req-da2d1b99-3740-4ac7-a5ed-35f41290287c req-b5394e83-6055-4965-ba64-283869779341 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Enqueued Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_members [ 1132.870268] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_members [ 1132.870609] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.870868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.871315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.871606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.871771] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.871874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.871927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.872086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.872166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.872269] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.225068] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.225279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.225384] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.225849] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.226162] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.226456] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.226519] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.226762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.226979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.227225] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.227347] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.227471] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.227582] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.227723] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.227842] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.228037] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.256691] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.256919] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.257090] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.257283] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-120" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.257641] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-21229e3b-64ad-4873-a518-b44cc504eb01 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.257825] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.257969] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.259665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.259665] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21229e3b-64ad-4873-a518-b44cc504eb01',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.266969] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.375728] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.376042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.376227] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.376634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.376875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.377324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.378788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.378788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.378788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.378788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.378788] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 already deleted. [ 1133.379202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.698912] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5991552-9e9b-4562-86f0-9d02dbc87179 in Status: SUCCESS [ 1133.699183] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5991552-9e9b-4562-86f0-9d02dbc87179 deletion is rescheduled due to dependency. [ 1133.699226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5991552-9e9b-4562-86f0-9d02dbc87179" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.763597] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.763838] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.763969] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.764272] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.764434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.764595] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 21229e3b-64ad-4873-a518-b44cc504eb01 not found, creating... [ 1133.764854] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.765019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.765141] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.765364] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.765506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.765796] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.765955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.766084] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.766291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.766429] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.766572] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 21229e3b-64ad-4873-a518-b44cc504eb01 is going to be created. [ 1133.769325] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.769441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.769514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.769685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.769766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.769855] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 is going to be created. [ 1133.788962] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.789199] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.789287] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.789564] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.789828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.790060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.793294] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.793440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.793502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.793653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.793795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.802340] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: UNINITIALIZED for 2s [ 1134.493490] env[69744]: INFO networking_nsxv3.common.synchronization [req-da2d1b99-3740-4ac7-a5ed-35f41290287c req-ce14a571-9e6d-476d-a075-a54bf9180085 service nova] Enqueued Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_rules [ 1134.493490] env[69744]: INFO networking_nsxv3.common.synchronization [req-da2d1b99-3740-4ac7-a5ed-35f41290287c req-ce14a571-9e6d-476d-a075-a54bf9180085 service nova] Enqueued Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_members [ 1134.493490] env[69744]: INFO networking_nsxv3.common.synchronization [req-da2d1b99-3740-4ac7-a5ed-35f41290287c req-ce14a571-9e6d-476d-a075-a54bf9180085 service nova] Enqueued Resource ID: 21229e3b-64ad-4873-a518-b44cc504eb01 with Priority: HIGHEST for action port [ 1134.493490] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_rules [ 1134.493888] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_members [ 1134.493888] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21229e3b-64ad-4873-a518-b44cc504eb01 with Priority: HIGHEST for action port [ 1134.495565] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.495565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.495565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.495565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.495565] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.496013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.496177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.497490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.497729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.497924] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.498088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.498191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.498373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.498723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.498723] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.499497] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-21229e3b-64ad-4873-a518-b44cc504eb01 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.500849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.500849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.500849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.500849] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21229e3b-64ad-4873-a518-b44cc504eb01',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.606994] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e66bb82a-4813-4975-904b-d3316b20401a in Status: SUCCESS [ 1134.607239] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e66bb82a-4813-4975-904b-d3316b20401a deletion is rescheduled due to dependency. [ 1134.607389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.002632] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.002632] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.002632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.002632] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21229e3b-64ad-4873-a518-b44cc504eb01 with status ACTIVE [ 1135.002632] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.003200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.003200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.003354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.003429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.003661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.003792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.003881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.004354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.004463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.004675] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.004804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.004884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.005117] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.005236] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.005343] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21229e3b-64ad-4873-a518-b44cc504eb01 is going to be updated. [ 1135.024618] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.025190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.025308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.025551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.026888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.027076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21229e3b-64ad-4873-a518-b44cc504eb01" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.508186] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.812985] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: SUCCESS [ 1135.813267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.813675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.813924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.814191] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.814342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.814402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.814561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.814650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.814892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.814994] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.012102] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.012444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.012444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.012539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.012635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.012739] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 is going to be created. [ 1136.035306] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.035457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.035527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.035806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.035971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.045303] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 in Status: UNINITIALIZED for 2s [ 1136.073503] env[69744]: INFO networking_nsxv3.common.synchronization [req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 req-2dbad08e-78ae-4b5e-bd01-980465583559 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Enqueued Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_members [ 1136.073503] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_members [ 1136.073503] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.073503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.073503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.073885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.073885] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.073974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.074095] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.074265] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.075030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.075030] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.317413] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.317585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.317652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.317877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.319071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.319071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.319071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.319827] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.319827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.319827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.319827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.319827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.319827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.319827] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.470119] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-540 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.471411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-540" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.472095] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-540" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.474101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-540" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.474101] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.474101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.474101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.475491] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.475679] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.475929] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.476062] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.476182] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.476296] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.476441] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.476584] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.476748] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.498437] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.498715] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.498835] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.499029] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-540" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.499358] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-52e52bef-3ccb-44f0-bef2-3814c7f93819 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.499535] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.499656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.500025] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.500165] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e52bef-3ccb-44f0-bef2-3814c7f93819',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.580014] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.580014] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.580014] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 already deleted. [ 1136.580014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.823603] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f85cb4-098e-43dc-861b-6c180b9da841: rpc.has_security_group_logging(os_id): False [ 1136.841036] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.841195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.841284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.841554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.841653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.841787] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.842079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.842079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.842165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.842238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.842440] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.842553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.842662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.842753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.842827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.843018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.843114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.843175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.843312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.843385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.843468] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 is going to be created. [ 1136.900806] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.901025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.901079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.901252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.901426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.914019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: IN_PROGRESS for 2s [ 1137.003512] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.003784] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.003925] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.004230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.004391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.004556] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 52e52bef-3ccb-44f0-bef2-3814c7f93819 not found, creating... [ 1137.004823] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.004982] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.005117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.005334] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.005483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.005767] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.006368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.006569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.006790] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.006932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.007097] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 52e52bef-3ccb-44f0-bef2-3814c7f93819 is going to be created. [ 1137.025289] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.025620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.025620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.025850] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.026403] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.026663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.652099] env[69744]: INFO networking_nsxv3.common.synchronization [req-06ebde5d-2148-48da-996c-66123f96ed09 req-649da7cf-5ac4-4f55-98b4-1e398c5db9a5 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1137.652640] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1137.653260] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.653506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.653506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.653739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.653739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.654014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.654014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.654210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.654210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.654210] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.759917] env[69744]: INFO networking_nsxv3.common.synchronization [req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 req-0820b740-4715-467c-b902-d65b06003a6c service nova] Enqueued Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_rules [ 1137.760154] env[69744]: INFO networking_nsxv3.common.synchronization [req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 req-0820b740-4715-467c-b902-d65b06003a6c service nova] Enqueued Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_members [ 1137.760302] env[69744]: INFO networking_nsxv3.common.synchronization [req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 req-0820b740-4715-467c-b902-d65b06003a6c service nova] Enqueued Resource ID: 52e52bef-3ccb-44f0-bef2-3814c7f93819 with Priority: HIGHEST for action port [ 1137.760535] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_rules [ 1137.760668] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_members [ 1137.760761] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e52bef-3ccb-44f0-bef2-3814c7f93819 with Priority: HIGHEST for action port [ 1137.761367] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.761648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.761648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.761854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.761942] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.763574] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.763874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.764043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.764295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.764513] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.768239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.768239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.768239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.768347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.768380] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.769406] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e52bef-3ccb-44f0-bef2-3814c7f93819 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.769531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.769642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.769881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.769919] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e52bef-3ccb-44f0-bef2-3814c7f93819',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.054898] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 in Status: SUCCESS [ 1138.055161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.055318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.055547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.055737] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.055859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.055997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.056205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.056291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.056380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.056485] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.156613] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.156794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.156850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.157122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.157246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.157475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.157602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.157670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.157828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.157904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.157992] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1138.183110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.183242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.183365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.183505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.183639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.193151] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1138.271925] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.272445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.276061] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52e52bef-3ccb-44f0-bef2-3814c7f93819 with status ACTIVE [ 1138.276373] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.276454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.276454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.276680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.276742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.276976] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.277123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.277123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.277287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.277287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.277602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.277602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.277602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.277842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.277842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.277842] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52e52bef-3ccb-44f0-bef2-3814c7f93819 is going to be updated. [ 1138.278925] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.299692] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.299864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.299864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.300042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.300177] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.300325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e52bef-3ccb-44f0-bef2-3814c7f93819" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.558311] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.558483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.558622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.558852] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.559050] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.559159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.559223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.559374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.559459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.559612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.559794] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.559914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.559974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.560130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.560265] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.560354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.560413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.560555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.560667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.560703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.560788] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.781993] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.928195] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: SUCCESS [ 1138.928195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.067524] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee6d9c7f-fd58-495b-81aa-0fc320331074: rpc.has_security_group_logging(os_id): False [ 1139.084830] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.084830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.084989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.085296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.085296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.085846] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.085846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.085846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.085846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.086155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.086155] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.086241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.086894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.086894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.086894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.086894] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.086894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.086894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.087308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.087308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.087382] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 is going to be created. [ 1139.148084] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.148226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.148293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.148508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.148716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.171071] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 in Status: IN_PROGRESS for 2s [ 1139.284917] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.284917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.284917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.285335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.285335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.285335] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 is going to be created. [ 1139.310208] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.310388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.310388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.310699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.310699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.320805] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 in Status: UNINITIALIZED for 2s [ 1140.203736] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1140.204038] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 deletion is rescheduled due to dependency. [ 1140.204146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.181171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 in Status: SUCCESS [ 1141.181415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.333019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 in Status: SUCCESS [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.333019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.333019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.333019] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.788820] env[69744]: INFO networking_nsxv3.common.synchronization [None req-5ea306d3-576a-4485-80bf-7d624d0cd247 None None] Enqueued Resource ID: 5503c306-edc5-4f80-a513-b6f8ff12258f with Priority: HIGHEST for action port [ 1141.789371] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5503c306-edc5-4f80-a513-b6f8ff12258f with Priority: HIGHEST for action port [ 1141.789700] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5503c306-edc5-4f80-a513-b6f8ff12258f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.789829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5503c306-edc5-4f80-a513-b6f8ff12258f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.789895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5503c306-edc5-4f80-a513-b6f8ff12258f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.790407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5503c306-edc5-4f80-a513-b6f8ff12258f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.790530] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5503c306-edc5-4f80-a513-b6f8ff12258f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.835902] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.836091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.836193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.836451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.836620] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.836752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.838063] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.838063] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.838063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.838504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.838504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.838504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.838504] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.293944] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5503c306-edc5-4f80-a513-b6f8ff12258f [ 1142.294233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.294560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.294679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.294929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.295091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.295227] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5503c306-edc5-4f80-a513-b6f8ff12258f already deleted. [ 1142.295497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5503c306-edc5-4f80-a513-b6f8ff12258f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.343045] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf352c15-6a3d-4f5b-8c73-a5463cf53f04: rpc.has_security_group_logging(os_id): False [ 1142.359200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.359688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.359837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.360166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.360320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.360609] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.362021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.362021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.362021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.362421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.362421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.362466] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 is going to be created. [ 1142.417030] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.417030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.417030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.417030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.417030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.426806] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 in Status: IN_PROGRESS for 2s [ 1142.770938] env[69744]: INFO networking_nsxv3.common.synchronization [req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f req-6126f308-8546-4e64-a57d-7e58440ff311 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1142.775074] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1142.775074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.775074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.775074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.775074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.775074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.775074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.775074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.775074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.775074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.775074] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.217841] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.217961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.218157] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.218503] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.218889] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.219262] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.219463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.219714] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.219878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.220114] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.220236] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.220350] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.220464] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.220580] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.220690] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.220829] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.239207] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.239383] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.239526] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.239785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.240122] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.240301] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.240427] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.240750] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.240913] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('408a3bf8-e9a5-4094-9aba-8757eb1aa5c0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.276614] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.276614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.276614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.276614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.299347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.299719] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.299898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.299974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.300198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.300287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.300384] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1143.329554] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.329883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.330951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.330951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.330951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.340540] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1143.743901] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.744346] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.744400] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.744736] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.744942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.745092] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 not found, creating... [ 1143.745371] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.745540] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.745663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.745899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.747259] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.747606] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.749041] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.749041] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.749041] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.749041] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.749041] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 is going to be created. [ 1143.779185] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.779458] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.779587] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.779920] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.780316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.780591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.124086] env[69744]: INFO networking_nsxv3.common.synchronization [None req-964b09ca-c118-4dd8-9c2b-038a1066772c None None] Enqueued Resource ID: d8c24fc7-5fcf-47b7-baab-8f13e3bf643b with Priority: HIGHEST for action port [ 1144.124832] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c24fc7-5fcf-47b7-baab-8f13e3bf643b with Priority: HIGHEST for action port [ 1144.125184] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c24fc7-5fcf-47b7-baab-8f13e3bf643b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.125385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c24fc7-5fcf-47b7-baab-8f13e3bf643b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.125772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c24fc7-5fcf-47b7-baab-8f13e3bf643b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.126138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c24fc7-5fcf-47b7-baab-8f13e3bf643b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.126300] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c24fc7-5fcf-47b7-baab-8f13e3bf643b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.412661] env[69744]: INFO networking_nsxv3.common.synchronization [req-b72b5d6e-e146-4c7f-9bad-506badf8da96 req-1c80a2e6-edc5-4f5e-ae6c-79998b67d94a tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Enqueued Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_members [ 1144.413245] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGHEST for action security_group_members [ 1144.413556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.413688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.413752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.413976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.414199] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.414302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.415023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.415023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.415023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.415023] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.441658] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 in Status: SUCCESS [ 1144.441658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.587448] env[69744]: INFO networking_nsxv3.common.synchronization [req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f req-cb2a8b02-b1ea-484a-91a9-29ba1db76997 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1144.587448] env[69744]: INFO networking_nsxv3.common.synchronization [req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f req-cb2a8b02-b1ea-484a-91a9-29ba1db76997 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1144.587596] env[69744]: INFO networking_nsxv3.common.synchronization [req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f req-cb2a8b02-b1ea-484a-91a9-29ba1db76997 service nova] Enqueued Resource ID: 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 with Priority: HIGHEST for action port [ 1144.587706] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1144.587832] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1144.587924] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 with Priority: HIGHEST for action port [ 1144.588663] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.588663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.588836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.588911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.589014] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.590013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.590126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.590292] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.590406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.590453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.590607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.590674] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('408a3bf8-e9a5-4094-9aba-8757eb1aa5c0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.629701] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c24fc7-5fcf-47b7-baab-8f13e3bf643b [ 1144.629701] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.629701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.629701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.629701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.629701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.629701] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c24fc7-5fcf-47b7-baab-8f13e3bf643b already deleted. [ 1144.629701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c24fc7-5fcf-47b7-baab-8f13e3bf643b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.917254] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.917569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.917613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.917949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.918046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.918244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.918390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.918461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.918664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.918746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.918852] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 is going to be updated. [ 1144.943525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.943700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.943735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.944467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.944467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.952652] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 in Status: IN_PROGRESS for 2s [ 1145.093080] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.093238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.094600] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 with status ACTIVE [ 1145.094791] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.094924] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.094989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.095223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.095310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.095488] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.095580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.095638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.095819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.095899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.096098] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.096191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.096252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.096393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.096468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.096547] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 is going to be updated. [ 1145.118806] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.118907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.118951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.119174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.119310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.119465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.349622] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1145.349826] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1145.349940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.350099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.350304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.350487] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.350606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.350669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.350816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.350971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.351093] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.853209] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.357051] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.859297] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.859498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.859578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.859880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.859928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.860036] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1146.885454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.885605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.885710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.885950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.886114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.894223] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1146.971152] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 in Status: SUCCESS [ 1146.971348] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 deletion is rescheduled due to dependency. [ 1146.971476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.313053] env[69744]: INFO networking_nsxv3.common.synchronization [req-a2688ec4-ddf2-405a-9793-180b8327fd4f req-5197c197-9892-45b0-b74f-704f4283ab47 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1148.313670] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1148.313995] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.314156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.314219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.314422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.314577] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.314669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.314731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.314875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.314963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.315069] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.818467] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.905484] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1148.905484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.905649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.905871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.906117] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.906211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.906261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.906423] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.906533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.906617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.906710] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.321952] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.411352] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.411352] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.411352] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.411352] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.411352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.412080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.412080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.412080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.412080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.412080] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.825539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.825712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.825772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.825988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.826096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.826201] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1149.856228] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.856228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.856228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.856228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.856228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.866507] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1149.913233] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5: rpc.has_security_group_logging(os_id): False [ 1149.929366] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.929525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.929599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.929846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.930136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.930198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.930468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.930547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.930768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.931623] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.931723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.931779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.932017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932109] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1149.993295] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.993446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.993533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.993746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.993895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.005360] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1151.176755] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1151.177022] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1151.876586] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1151.876863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.018382] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1152.018608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.314581] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1153.314845] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1153.376576] env[69744]: INFO networking_nsxv3.common.synchronization [None req-3ebe375d-6a17-4ba0-8b90-13d71b6f7c23 None None] Enqueued Resource ID: 4b8615b3-48b7-45ef-9e4c-cc40e49b8546 with Priority: HIGHEST for action port [ 1153.376844] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b8615b3-48b7-45ef-9e4c-cc40e49b8546 with Priority: HIGHEST for action port [ 1153.377554] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b8615b3-48b7-45ef-9e4c-cc40e49b8546 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.377554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b8615b3-48b7-45ef-9e4c-cc40e49b8546" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.377673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b8615b3-48b7-45ef-9e4c-cc40e49b8546" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.377870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b8615b3-48b7-45ef-9e4c-cc40e49b8546" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.377953] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b8615b3-48b7-45ef-9e4c-cc40e49b8546',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.616878] env[69744]: INFO networking_nsxv3.common.synchronization [None req-cf06ba43-bc5d-4ec4-98c8-dc984141a3dd tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_rules [ 1153.617409] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_rules [ 1153.617714] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.617840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.617906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.618179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.618264] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.687330] env[69744]: INFO networking_nsxv3.common.synchronization [None req-394b1052-719b-4575-9420-f92e1b097640 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_rules [ 1153.687818] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_rules [ 1153.688140] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.688245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.885254] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b8615b3-48b7-45ef-9e4c-cc40e49b8546 [ 1153.885763] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.885763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.885763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.885926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.886017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.886102] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b8615b3-48b7-45ef-9e4c-cc40e49b8546 already deleted. [ 1153.886198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b8615b3-48b7-45ef-9e4c-cc40e49b8546" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.145172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.145363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.145477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.145601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.145693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.145791] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 already deleted. [ 1154.145950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.146464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.146659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.146755] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.669483] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.669751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.669751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.669960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.670059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.670156] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 already deleted. [ 1154.670234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.437444] env[69744]: INFO networking_nsxv3.common.synchronization [req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f req-0a5bc82c-63f8-4370-8205-e5cd35e35459 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Enqueued Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_members [ 1155.438246] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGHEST for action security_group_members [ 1155.438510] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.438580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.438706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.438920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.439124] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.439252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.439295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.439434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.439893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.439893] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.640080] env[69744]: INFO networking_nsxv3.common.synchronization [req-fa867ae4-4fe6-4485-b633-87096ab50ce1 req-7d785236-25fb-40d3-90b8-bb48b70b49a5 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_members [ 1155.640576] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 with Priority: HIGHEST for action security_group_members [ 1155.640884] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-705bfdcc-1dd9-4a56-a886-7edb05c29778 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.641040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.642036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.642722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.642796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.643366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.643366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.643366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.643366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.643366] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705bfdcc-1dd9-4a56-a886-7edb05c29778',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.919019] env[69744]: INFO networking_nsxv3.common.synchronization [None req-16409004-bf96-40b8-a87b-c731a411334c None None] Enqueued Resource ID: 353de147-350e-4208-9cce-250357a17347 with Priority: HIGHEST for action port [ 1155.919019] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353de147-350e-4208-9cce-250357a17347 with Priority: HIGHEST for action port [ 1155.919019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-353de147-350e-4208-9cce-250357a17347 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.919019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353de147-350e-4208-9cce-250357a17347" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.919019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353de147-350e-4208-9cce-250357a17347" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.919610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353de147-350e-4208-9cce-250357a17347" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.919864] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353de147-350e-4208-9cce-250357a17347',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.947974] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.947974] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.947974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.947974] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 is going to be updated. [ 1155.971693] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.975145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.975145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.975145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.975145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.983796] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 in Status: IN_PROGRESS for 2s [ 1156.146101] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.146354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.146354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.146578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.168833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.168833] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.168833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.168958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.169082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.169159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.169870] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 is going to be updated. [ 1156.212372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.212372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.212372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.212372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.212372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.225224] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 in Status: IN_PROGRESS for 2s [ 1156.382731] env[69744]: INFO networking_nsxv3.common.synchronization [req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd req-f265915d-df24-4141-a74b-5e5b7b425b27 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1156.382731] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1156.382731] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.382907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.382907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.383515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.383681] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.383790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.383846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.384039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.384127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.384218] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.424180] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 353de147-350e-4208-9cce-250357a17347 [ 1156.424180] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.424180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.424180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.424180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.424180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.424180] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:353de147-350e-4208-9cce-250357a17347 already deleted. [ 1156.424180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353de147-350e-4208-9cce-250357a17347" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.669208] env[69744]: INFO networking_nsxv3.common.synchronization [None req-9dd7873c-143a-4134-9fc7-b8cd686c8212 None None] Enqueued Resource ID: 67ce2387-d96f-4455-b658-637cc717a107 with Priority: HIGHEST for action port [ 1156.669454] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ce2387-d96f-4455-b658-637cc717a107 with Priority: HIGHEST for action port [ 1156.670128] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ce2387-d96f-4455-b658-637cc717a107 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.670270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ce2387-d96f-4455-b658-637cc717a107" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.670304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ce2387-d96f-4455-b658-637cc717a107" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.670830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ce2387-d96f-4455-b658-637cc717a107" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.670830] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ce2387-d96f-4455-b658-637cc717a107',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.809350] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.809350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.809350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.809350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.809350] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.809350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.809350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.809695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.809695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.809931] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.810050] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.810166] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.810279] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.810391] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.810500] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.810635] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.828626] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.828829] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.828977] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.829228] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.829554] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-401543a8-bddb-41b9-98a2-ac9fb09becd2 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.829767] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.829884] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.830275] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.830378] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401543a8-bddb-41b9-98a2-ac9fb09becd2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.887029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.887029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.887029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.887029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.887029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.887029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.887029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.887029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.887029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.887430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.887430] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1156.922591] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.922591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.922591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.923164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.923164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.933045] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1157.172436] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67ce2387-d96f-4455-b658-637cc717a107 [ 1157.172673] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.172808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.173021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.173107] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.173461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.173461] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67ce2387-d96f-4455-b658-637cc717a107 already deleted. [ 1157.173461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ce2387-d96f-4455-b658-637cc717a107" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.336545] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.336789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.336922] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.337226] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.337380] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.337539] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 401543a8-bddb-41b9-98a2-ac9fb09becd2 not found, creating... [ 1157.337796] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.337956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.338089] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.338312] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.338454] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.338772] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.338935] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.339071] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.339284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.339425] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.339561] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 401543a8-bddb-41b9-98a2-ac9fb09becd2 is going to be created. [ 1157.359450] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.359643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.359776] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.360061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.360303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.360523] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.458018] env[69744]: INFO networking_nsxv3.common.synchronization [None req-c32850f2-f66a-4914-bd5c-7da5dab3afe3 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_rules [ 1157.458018] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_rules [ 1157.458018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.458018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.458018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.463055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.466073] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.542896] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4159a8d5-cb30-4a69-97ab-16a9c0d483f7 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_rules [ 1157.543446] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_rules [ 1157.543598] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.545963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.982904] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.983200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.983200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.983336] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.983424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.983518] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 already deleted. [ 1157.983595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.984334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.984334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.984334] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.998957] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 in Status: SUCCESS [ 1157.998957] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 deletion is rescheduled due to dependency. [ 1157.998957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.159929] env[69744]: INFO networking_nsxv3.common.synchronization [req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd req-8666cf42-540e-4451-94b8-5639c39853ce service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1158.160145] env[69744]: INFO networking_nsxv3.common.synchronization [req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd req-8666cf42-540e-4451-94b8-5639c39853ce service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1158.160290] env[69744]: INFO networking_nsxv3.common.synchronization [req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd req-8666cf42-540e-4451-94b8-5639c39853ce service nova] Enqueued Resource ID: 401543a8-bddb-41b9-98a2-ac9fb09becd2 with Priority: HIGHEST for action port [ 1158.160816] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1158.160980] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1158.161083] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401543a8-bddb-41b9-98a2-ac9fb09becd2 with Priority: HIGHEST for action port [ 1158.161382] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.161526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.161559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.161762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.161844] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.163101] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.163204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.163406] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-401543a8-bddb-41b9-98a2-ac9fb09becd2 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.163760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.163836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.164046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.164126] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401543a8-bddb-41b9-98a2-ac9fb09becd2',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.235102] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 in Status: SUCCESS [ 1158.235291] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705bfdcc-1dd9-4a56-a886-7edb05c29778 deletion is rescheduled due to dependency. [ 1158.235413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705bfdcc-1dd9-4a56-a886-7edb05c29778" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.449156] env[69744]: INFO networking_nsxv3.common.synchronization [req-227cccf1-dc05-4286-b6c4-3661198e4fd2 req-7ad292eb-f527-4cb7-b6b0-af84743459b9 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 1158.449156] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 1158.449849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.450256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.450456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.450765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.451850] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.451850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.451850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.451850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.451850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.451850] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.513633] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.513848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.513922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.514120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.514181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.514329] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 already deleted. [ 1158.514329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.659469] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4e66b1bf-96c0-48ec-92fe-8635c5ef95b3 None None] Enqueued Resource ID: 508826c3-62ed-4847-ab20-37608a4c2fe1 with Priority: HIGHEST for action port [ 1158.660687] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508826c3-62ed-4847-ab20-37608a4c2fe1 with Priority: HIGHEST for action port [ 1158.660687] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-508826c3-62ed-4847-ab20-37608a4c2fe1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.660687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508826c3-62ed-4847-ab20-37608a4c2fe1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.660687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508826c3-62ed-4847-ab20-37608a4c2fe1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.660832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508826c3-62ed-4847-ab20-37608a4c2fe1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.660832] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508826c3-62ed-4847-ab20-37608a4c2fe1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.666175] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.666175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.666175] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 401543a8-bddb-41b9-98a2-ac9fb09becd2 with status ACTIVE [ 1158.666433] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.666519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.666519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.666779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.666874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.667071] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.667167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.667233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.667392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.667476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.667652] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.667737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.667795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.667925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.667991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.668084] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 401543a8-bddb-41b9-98a2-ac9fb09becd2 is going to be updated. [ 1158.690863] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.690863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.690863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.691083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.691371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.691371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401543a8-bddb-41b9-98a2-ac9fb09becd2" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.943431] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1158.943571] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 deletion is rescheduled due to dependency. [ 1158.943605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.943742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.943967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.944179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.944438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.944438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.944530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.944587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.944664] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.956151] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.162880] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 508826c3-62ed-4847-ab20-37608a4c2fe1 [ 1159.163146] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.163295] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.163364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.163586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.163698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.163803] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:508826c3-62ed-4847-ab20-37608a4c2fe1 already deleted. [ 1159.163902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508826c3-62ed-4847-ab20-37608a4c2fe1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.448637] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.459283] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.871790] env[69744]: INFO networking_nsxv3.common.synchronization [req-f2bfec39-0d30-4b94-8aad-9bb2c209059b req-44803ad3-7be5-466b-afaa-6788eb816752 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1159.872324] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1159.872631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.872755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.872824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.873022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.873173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.873278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.873358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.873489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.873574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.873667] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.950928] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.962230] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.962230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.962230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.962230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.962230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.962528] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 is going to be updated. [ 1159.989520] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.989739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.989826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.990024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.990180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.000413] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: IN_PROGRESS for 2s [ 1160.377846] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.378141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.378141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.378289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.378380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.378571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.378670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.378807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.378967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.379059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.379150] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 is going to be updated. [ 1160.406390] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.406538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.406590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.406818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.406955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.422654] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: IN_PROGRESS for 2s [ 1160.453272] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.453409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.453449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.453650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.453742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.453841] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1160.483285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.483428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.483480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.483687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.483827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.491967] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1162.013311] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: SUCCESS [ 1162.013311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.432221] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: SUCCESS [ 1162.432357] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 deletion is rescheduled due to dependency. [ 1162.432463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.501234] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1162.501447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.501603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.501814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.502016] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.502136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.502196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.502347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.502447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.502499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.502592] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.005449] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.005716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.005716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.005819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.005994] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.006119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.006190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.006345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.006435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.006525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.006779] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.006919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.006919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.006994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.007141] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.007233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.007293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.007426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.007501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.007581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.007671] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.509584] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa189c4-c7e7-4e43-a151-502ed5f04d80: rpc.has_security_group_logging(os_id): False [ 1163.539116] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.539265] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.539336] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.539557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.539647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.539839] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.539938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.540011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.540165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.540242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.540423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.540516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.540577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.540714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.540788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.540979] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.541091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.541145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.541283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.541356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.541439] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1163.605428] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.605572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.605613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.605799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.605941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.619226] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1164.873558] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.873818] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1165.633158] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1165.633377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.223615] env[69744]: INFO networking_nsxv3.common.synchronization [req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 req-a217e6a2-7396-4a59-bcc5-1f69f7de832d tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1167.224179] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1167.224478] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.228111] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.228195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.229124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.229311] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.229431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.229496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.229655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.229745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.229840] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.736960] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.737207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.737274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.737503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.737593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.737809] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.737913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.737950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.738112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.738187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.738272] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 already deleted. [ 1167.738352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.789698] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.789698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.789698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.789698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.789698] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.789698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.789698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.789698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.789698] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.790269] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.790269] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.790269] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.790269] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.790377] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.790797] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.790797] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.821741] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.821936] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.822118] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.822299] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.822680] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-2e712444-63a7-4d53-9fb3-6e1635b291e0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.822871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.823063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.823457] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.823657] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e712444-63a7-4d53-9fb3-6e1635b291e0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.869962] env[69744]: INFO networking_nsxv3.common.synchronization [req-14806406-f79b-4cdf-80ac-a359851865f6 req-bc07d1b7-d78c-49b7-9bd0-6878584a93af tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1167.870495] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1167.870892] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.871382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.871382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.871382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.871564] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.871679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.871742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.871899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.871991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.872085] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.329584] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.329584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.329584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.330056] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.330056] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.330310] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 2e712444-63a7-4d53-9fb3-6e1635b291e0 not found, creating... [ 1168.330718] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.330978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.331218] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.331573] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.331816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.332270] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.332537] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.332743] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.333088] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.333333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.333563] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 is going to be created. [ 1168.354598] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.354825] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.354995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.355263] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.355497] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.355762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.373641] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.376769] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.376769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.376769] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1168.404746] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.404746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.404746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.404746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.404746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.418896] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1169.274324] env[69744]: INFO networking_nsxv3.common.synchronization [req-0645f400-5ab9-4420-968a-075a8f414a25 req-59766b2a-21e3-42e4-93cb-8206e57d96e2 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1169.274679] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1169.274988] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.275130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.275197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.275398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.276568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.276822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.276822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.277165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.277317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.277633] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.355096] env[69744]: INFO networking_nsxv3.common.synchronization [req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 req-92841da0-ee3f-40e5-bf1b-7c365f03ddef service nova] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_rules [ 1169.355430] env[69744]: INFO networking_nsxv3.common.synchronization [req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 req-92841da0-ee3f-40e5-bf1b-7c365f03ddef service nova] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1169.355525] env[69744]: INFO networking_nsxv3.common.synchronization [req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 req-92841da0-ee3f-40e5-bf1b-7c365f03ddef service nova] Enqueued Resource ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 with Priority: HIGHEST for action port [ 1169.356303] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_rules [ 1169.357399] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1169.357562] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 with Priority: HIGHEST for action port [ 1169.357984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.357984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.358124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.358815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.358815] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.359274] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.359393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.359451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.359617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.359809] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.359912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.359912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.360054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.360141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.360274] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.361012] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e712444-63a7-4d53-9fb3-6e1635b291e0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.361280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.361354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.361504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.362335] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e712444-63a7-4d53-9fb3-6e1635b291e0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.784793] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.784793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.784793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.784793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.804852] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.805644] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.805644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.805644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.805644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.805994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.805994] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1169.830401] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.830545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.830618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.830855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.831045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.840535] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1169.872321] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.872321] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.872321] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e712444-63a7-4d53-9fb3-6e1635b291e0 with status ACTIVE [ 1169.872321] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.872321] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.872321] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.876946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.876946] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.876946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.876946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.876946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.876946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.876946] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 is going to be updated. [ 1169.895652] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.896713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.896713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.896713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.896713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.896857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.371285] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.427526] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1170.427526] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1170.427669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.676420] env[69744]: INFO networking_nsxv3.common.synchronization [None req-cd0cc423-2327-43af-a95b-4cef1762390f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: 9c3d1769-a5c5-46b7-9463-85c89bbd6968 with Priority: HIGHEST for action security_group_rules [ 1170.676935] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c3d1769-a5c5-46b7-9463-85c89bbd6968 with Priority: HIGHEST for action security_group_rules [ 1170.677369] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.677369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.677506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.677673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.677751] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c3d1769-a5c5-46b7-9463-85c89bbd6968',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.744882] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4316543e-a101-4bcf-99c4-b4d1768e0ea5 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: 9c3d1769-a5c5-46b7-9463-85c89bbd6968 with Priority: HIGHEST for action security_group_rules [ 1170.745526] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c3d1769-a5c5-46b7-9463-85c89bbd6968 with Priority: HIGHEST for action security_group_rules [ 1170.745846] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.745949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.874172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.874329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.874403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.874631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.874704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.874807] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be created. [ 1170.897562] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.897704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.897761] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.897970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.898140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.906524] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: UNINITIALIZED for 2s [ 1171.207353] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.207517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.207580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.207802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.207851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.207959] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c3d1769-a5c5-46b7-9463-85c89bbd6968 already deleted. [ 1171.208106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.208669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.208897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.208987] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c3d1769-a5c5-46b7-9463-85c89bbd6968',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.729219] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.729485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.729485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.729647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.729778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.729924] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c3d1769-a5c5-46b7-9463-85c89bbd6968 already deleted. [ 1171.730074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c3d1769-a5c5-46b7-9463-85c89bbd6968" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.849796] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1171.850047] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 deletion is rescheduled due to dependency. [ 1171.850195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.902272] env[69744]: INFO networking_nsxv3.common.synchronization [req-47adf5a0-d790-48e5-8b74-e7bd59503148 req-eb676bbc-ac55-400c-94e4-82824dbd792b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_members [ 1172.902782] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_members [ 1172.903130] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.903254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.903318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.903566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.903717] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.903850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.903944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.904195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.905021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.905021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.916597] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.918510] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.918510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.918510] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.234308] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.234563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.234778] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.235330] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.235654] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.235886] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.236087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.236373] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.236737] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.236977] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.237143] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.237280] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.237426] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.237572] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1173.237701] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.237870] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.287698] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.287921] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1173.288089] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.288281] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.289036] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-8cdbaafd-e4f4-44d0-8161-5f61c646a886 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.289036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.289036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.289428] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.290220] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cdbaafd-e4f4-44d0-8161-5f61c646a886',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.406307] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.406494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.406608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.407010] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.407132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.407348] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.407453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.407514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.407692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.407773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.407870] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 already deleted. [ 1173.407977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.422080] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.422220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.422292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.422491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.422658] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.422746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.422811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.424543] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.424543] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.424543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.424543] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.792275] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.792644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.792879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.793315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.793577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.793833] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 8cdbaafd-e4f4-44d0-8161-5f61c646a886 not found, creating... [ 1173.794270] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.794526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.794740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.795095] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.795333] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.795822] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.796138] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.796319] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.796659] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.796941] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.800184] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 8cdbaafd-e4f4-44d0-8161-5f61c646a886 is going to be created. [ 1173.816674] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.816870] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.817141] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.817820] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.817955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.818338] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.883029] env[69744]: INFO networking_nsxv3.common.synchronization [req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 req-3e2e36f1-3909-4ede-bd39-45434598c54d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1173.884034] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1173.884034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.884034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.884034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.884271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.884302] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.884395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.884457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.884653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.884741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.884836] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.927742] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 050b3398-5c81-4116-b5a1-2c9b8de50288: rpc.has_security_group_logging(os_id): False [ 1173.952310] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.952480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.952548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.953541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.953541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.953541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.953541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.953541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.953765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.953765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.953916] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.954414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.954414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.954414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.954414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.954554] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.954677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.954743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.954908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.955028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.955145] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be created. [ 1174.021547] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.021547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.021706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.021859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.022063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.032838] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1174.386834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.387175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.387339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.387655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.407845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.408128] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.408249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.408309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.408536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.408626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.408718] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1174.434905] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.435071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.435166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.435330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.435462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.443105] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1174.508030] env[69744]: INFO networking_nsxv3.common.synchronization [req-47adf5a0-d790-48e5-8b74-e7bd59503148 req-506d2abe-3e4f-4767-9da8-08efeda41171 service nova] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_rules [ 1174.508030] env[69744]: INFO networking_nsxv3.common.synchronization [req-47adf5a0-d790-48e5-8b74-e7bd59503148 req-506d2abe-3e4f-4767-9da8-08efeda41171 service nova] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_members [ 1174.508030] env[69744]: INFO networking_nsxv3.common.synchronization [req-47adf5a0-d790-48e5-8b74-e7bd59503148 req-506d2abe-3e4f-4767-9da8-08efeda41171 service nova] Enqueued Resource ID: 8cdbaafd-e4f4-44d0-8161-5f61c646a886 with Priority: HIGHEST for action port [ 1174.508030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_rules [ 1174.508030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_members [ 1174.508030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cdbaafd-e4f4-44d0-8161-5f61c646a886 with Priority: HIGHEST for action port [ 1174.508030] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.508030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.508030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.508030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.508030] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.512642] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.514373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.514709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.514966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.515216] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.515372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.515471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.515705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.515822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.515951] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.520288] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cdbaafd-e4f4-44d0-8161-5f61c646a886 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.520288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.520288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.520288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.520288] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cdbaafd-e4f4-44d0-8161-5f61c646a886',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.018863] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.019940] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.020097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.020225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cdbaafd-e4f4-44d0-8161-5f61c646a886 with status ACTIVE [ 1175.020382] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.020482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.020541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.020776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.020847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.020990] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.021105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.021166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.021299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.021365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.021548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.021645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.021689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.021972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.022060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.022143] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cdbaafd-e4f4-44d0-8161-5f61c646a886 is going to be updated. [ 1175.041469] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.041618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.041688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.042039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.042039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.042210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cdbaafd-e4f4-44d0-8161-5f61c646a886" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.526180] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.028445] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.028771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.028771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.029097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.029097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.029230] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 is going to be created. [ 1176.044248] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1176.044500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.052644] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.052644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.052644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.052644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.052790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.064524] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: UNINITIALIZED for 2s [ 1176.456535] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1176.456535] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1176.456535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.804400] env[69744]: INFO networking_nsxv3.common.synchronization [None req-32387612-107d-4fc0-9e83-e440499246a0 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_rules [ 1176.805118] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_rules [ 1176.805534] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.805786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.805949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.806287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.806454] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.940590] env[69744]: INFO networking_nsxv3.common.synchronization [None req-cb70850d-0839-4315-aa40-c5da296af99a tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_rules [ 1176.941250] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_rules [ 1176.941628] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.941709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.327615] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.328060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.328060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.331739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.331739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.332021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea already deleted. [ 1177.332491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.333066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.333066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.333166] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.854031] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.854199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.854228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.854442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.854531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.854633] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea already deleted. [ 1177.854715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.076024] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: SUCCESS [ 1178.076024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.076024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.076024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.078224] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.078364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.078435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.078625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.078713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.078843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.078925] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.581366] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.083941] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7ea066-556f-4d8d-b9bc-0119e7c54448: rpc.has_security_group_logging(os_id): False [ 1179.109421] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.109421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.109421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.109421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.109421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.109421] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.109421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.109421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.109421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.111739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.111739] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 is going to be created. [ 1179.187910] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.188052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.188091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.189226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.189226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.202531] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: IN_PROGRESS for 2s [ 1179.474747] env[69744]: INFO networking_nsxv3.common.synchronization [None req-7a6704eb-7efe-4048-9816-21fe41802340 None None] Enqueued Resource ID: d2d1a9c0-4316-4aed-a872-b5fc43fc6370 with Priority: HIGHEST for action port [ 1179.476231] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d1a9c0-4316-4aed-a872-b5fc43fc6370 with Priority: HIGHEST for action port [ 1179.477201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2d1a9c0-4316-4aed-a872-b5fc43fc6370 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.477392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2d1a9c0-4316-4aed-a872-b5fc43fc6370" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.477392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2d1a9c0-4316-4aed-a872-b5fc43fc6370" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.477676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2d1a9c0-4316-4aed-a872-b5fc43fc6370" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.477757] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d1a9c0-4316-4aed-a872-b5fc43fc6370',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.980793] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2d1a9c0-4316-4aed-a872-b5fc43fc6370 [ 1179.981102] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.981304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.981413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.981702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.981836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.981980] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2d1a9c0-4316-4aed-a872-b5fc43fc6370 already deleted. [ 1179.982129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2d1a9c0-4316-4aed-a872-b5fc43fc6370" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.672542] env[69744]: INFO networking_nsxv3.common.synchronization [req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 req-6833d78e-4b4e-4fdc-bf86-c0281981fc3b tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Enqueued Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_members [ 1180.672542] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2798db94-21ee-440a-8a42-3dedba397feb with Priority: HIGHEST for action security_group_members [ 1180.672542] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-2798db94-21ee-440a-8a42-3dedba397feb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.672542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.672542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.672542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.673598] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.673912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.674061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.674495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.674772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.674924] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2798db94-21ee-440a-8a42-3dedba397feb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.177356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.177693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.177693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.178231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.178231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.178231] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.178231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.178435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.178470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.178531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.178629] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798db94-21ee-440a-8a42-3dedba397feb is going to be updated. [ 1181.206608] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.206868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.206975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.207605] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.207810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.213022] env[69744]: INFO networking_nsxv3.common.synchronization [req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 req-5aa9aec1-1639-4b81-8036-c1649eb2156e tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_members [ 1181.213539] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_members [ 1181.214103] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.214233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.214309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.217854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.217854] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.217854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.217854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.217854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.217854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.217854] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.217854] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798db94-21ee-440a-8a42-3dedba397feb in Status: IN_PROGRESS for 2s [ 1181.218908] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: SUCCESS [ 1181.219129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.571708] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.571916] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.572063] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.572407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.572674] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.572838] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.573122] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.573190] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.573339] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.573555] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.573675] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.573789] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.573905] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.574088] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.574218] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.574357] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.591669] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.591829] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.591968] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.592164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.592455] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.592627] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.592751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.593059] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.593210] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7e523d-57a6-47b3-bf82-ee5d6eaa3755',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.712067] env[69744]: INFO networking_nsxv3.common.synchronization [None req-d06d54b0-e9cd-42ed-938d-5cea6d0c5a77 None None] Enqueued Resource ID: cace0f26-0cc5-49fc-bc66-5e5aa576c709 with Priority: HIGHEST for action port [ 1181.712322] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cace0f26-0cc5-49fc-bc66-5e5aa576c709 with Priority: HIGHEST for action port [ 1181.712864] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-cace0f26-0cc5-49fc-bc66-5e5aa576c709 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.712990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cace0f26-0cc5-49fc-bc66-5e5aa576c709" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.713051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cace0f26-0cc5-49fc-bc66-5e5aa576c709" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.713319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cace0f26-0cc5-49fc-bc66-5e5aa576c709" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.713396] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cace0f26-0cc5-49fc-bc66-5e5aa576c709',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.720086] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.720191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.720242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.720429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.720524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.720702] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.720797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.720864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.721434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.721434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.721434] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 already deleted. [ 1181.721434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.943767] env[69744]: INFO networking_nsxv3.common.synchronization [req-b787a858-a8f6-45a9-a60e-6a92e552d91f req-cfb6a13b-97a9-4417-8924-5861c5cf1940 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Enqueued Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 1181.944338] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 with Priority: HIGHEST for action security_group_members [ 1181.944645] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd099872-bd50-4a6b-aa08-a32b2073ac90 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.944777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.944838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.945042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.945201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.945302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.945364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.945515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.945596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.945690] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd099872-bd50-4a6b-aa08-a32b2073ac90',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.095997] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.096286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.096443] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.096702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.096878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.098154] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 not found, creating... [ 1182.098154] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.098154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.098154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.098154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.098154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.098489] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.098489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.098563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.098722] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.098897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.099165] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 is going to be created. [ 1182.118619] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.118825] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.119014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.119300] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.119535] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.119763] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.216279] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cace0f26-0cc5-49fc-bc66-5e5aa576c709 [ 1182.216532] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.216712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.216762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.217060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.217186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.217311] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cace0f26-0cc5-49fc-bc66-5e5aa576c709 already deleted. [ 1182.217638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cace0f26-0cc5-49fc-bc66-5e5aa576c709" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.447945] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.448199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.448316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.448568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.470883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.470883] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.471070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.471070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.471280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.471384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.471483] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 is going to be updated. [ 1182.493623] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.493777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.493854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.494045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.494195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.501682] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: IN_PROGRESS for 2s [ 1183.100545] env[69744]: INFO networking_nsxv3.common.synchronization [req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 req-cdff57cc-6e72-4b17-b5e5-1c71583b8d48 service nova] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_rules [ 1183.100689] env[69744]: INFO networking_nsxv3.common.synchronization [req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 req-cdff57cc-6e72-4b17-b5e5-1c71583b8d48 service nova] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_members [ 1183.100855] env[69744]: INFO networking_nsxv3.common.synchronization [req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 req-cdff57cc-6e72-4b17-b5e5-1c71583b8d48 service nova] Enqueued Resource ID: fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 with Priority: HIGHEST for action port [ 1183.101371] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_rules [ 1183.101504] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_members [ 1183.101598] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 with Priority: HIGHEST for action port [ 1183.101907] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.101983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.104859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.104859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.104859] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.104859] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.104859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.104859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.104859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.104859] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.104859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.105204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.105204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.105204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.105289] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.109074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.109074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.109074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.109230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.109265] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7e523d-57a6-47b3-bf82-ee5d6eaa3755',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.229913] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2798db94-21ee-440a-8a42-3dedba397feb in Status: SUCCESS [ 1183.230204] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2798db94-21ee-440a-8a42-3dedba397feb deletion is rescheduled due to dependency. [ 1183.230239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2798db94-21ee-440a-8a42-3dedba397feb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.610501] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.611584] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.611814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.615090] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 with status ACTIVE [ 1183.615090] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.615090] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.615090] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.615090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.615090] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 is going to be updated. [ 1183.639258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.640070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.640070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.640070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.640070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.640070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.918588] env[69744]: INFO networking_nsxv3.common.synchronization [None req-21abb6ba-6142-42e2-a200-539564fd7d73 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_rules [ 1183.919170] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_rules [ 1183.919654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaa58d02-72ce-4b97-b818-93ef379d2c54 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.919811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.919934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.920257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.920402] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.000019] env[69744]: INFO networking_nsxv3.common.synchronization [None req-6682c8ea-84aa-408e-a435-88d0cacb9918 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_rules [ 1184.000550] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_rules [ 1184.000866] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaa58d02-72ce-4b97-b818-93ef379d2c54 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.000977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.113040] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.441674] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.442042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.442042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.442198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.442198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.442302] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 already deleted. [ 1184.442382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.442515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.442677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.442759] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.512102] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 in Status: SUCCESS [ 1184.512394] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd099872-bd50-4a6b-aa08-a32b2073ac90 deletion is rescheduled due to dependency. [ 1184.512594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd099872-bd50-4a6b-aa08-a32b2073ac90" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.618401] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.618401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.618401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.618401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.618401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.618401] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 is going to be created. [ 1184.644034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.644034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.644034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.644034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.644034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.652727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: UNINITIALIZED for 2s [ 1184.967143] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.967311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.967385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.967630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.967725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.967826] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 already deleted. [ 1184.967934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.662657] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: SUCCESS [ 1186.662922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.664327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.664559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.664753] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.664871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.664939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.665144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.665234] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.665373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.665510] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.170419] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.440145] env[69744]: INFO networking_nsxv3.common.synchronization [req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 req-73122b0c-48c6-4fe2-8429-4a56db96aeac tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1187.440649] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1187.440991] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.441128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.441187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.441548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.441608] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.441663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.441726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.441945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.442075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.442194] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.673550] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 261e6920-0a83-4640-b7f9-6870672aa994: rpc.has_security_group_logging(os_id): False [ 1187.691416] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.693566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.693679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.693920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.695455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.695455] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.695455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.695455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.695455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.695455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.695455] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 is going to be created. [ 1187.749464] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.752577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.752577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.752577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.752577] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.753950] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.754220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.754352] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.754635] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.754942] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.755147] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.755274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.755739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.755739] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.755857] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.755986] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.756121] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.756245] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.756374] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.756623] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.756623] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.760214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: IN_PROGRESS for 2s [ 1187.772864] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.773879] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1187.773879] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.773879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.773879] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-326a4e78-bbc8-4037-bef9-0db0f458ad33 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.773879] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.775965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.775965] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.775965] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326a4e78-bbc8-4037-bef9-0db0f458ad33',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.944842] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.279117] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.279117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.279117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.279117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.279117] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.279117] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 326a4e78-bbc8-4037-bef9-0db0f458ad33 not found, creating... [ 1188.279336] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.279381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.279536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.280846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.280846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.280846] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.280846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.280846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.281098] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.281155] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.281322] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 326a4e78-bbc8-4037-bef9-0db0f458ad33 is going to be created. [ 1188.306435] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.306435] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.306435] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.306650] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.306828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.307071] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.446918] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.607969] env[69744]: INFO networking_nsxv3.common.synchronization [req-c8f93fda-5632-46a5-a237-5a59699fcbfd req-3e7c3127-cd02-4572-81eb-a4b0e8505c65 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1188.608710] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1188.609835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.609835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.609835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.609835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.609835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.610132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.610132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.610349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.610421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.610488] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.951281] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.951281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.951281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.951281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.951281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.951281] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1188.975058] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.977278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.977278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.977278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.977278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.990578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1189.011025] env[69744]: INFO networking_nsxv3.common.synchronization [req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 req-3a18d113-d0b6-4352-aed1-44a3e6ad7779 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1189.011025] env[69744]: INFO networking_nsxv3.common.synchronization [req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 req-3a18d113-d0b6-4352-aed1-44a3e6ad7779 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1189.011025] env[69744]: INFO networking_nsxv3.common.synchronization [req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 req-3a18d113-d0b6-4352-aed1-44a3e6ad7779 service nova] Enqueued Resource ID: 326a4e78-bbc8-4037-bef9-0db0f458ad33 with Priority: HIGHEST for action port [ 1189.011025] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1189.011025] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1189.011025] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 326a4e78-bbc8-4037-bef9-0db0f458ad33 with Priority: HIGHEST for action port [ 1189.012950] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.012950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.012950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.012950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.012950] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.015374] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.016291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.016291] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-326a4e78-bbc8-4037-bef9-0db0f458ad33 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.016291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.016291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.016291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.016291] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('326a4e78-bbc8-4037-bef9-0db0f458ad33',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.114786] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.114786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.115076] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.115607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.115607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.115607] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.115607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.115607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.115941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.115941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.115941] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1189.152561] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.152561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.152561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.152788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.152877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.163023] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1189.518489] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.518626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.518881] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 326a4e78-bbc8-4037-bef9-0db0f458ad33 with status ACTIVE [ 1189.519146] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.519262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.519330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.519689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.519791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.519979] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.520118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.520153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.520297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.520375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.520550] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.520642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.520703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.520841] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.520917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.521010] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 326a4e78-bbc8-4037-bef9-0db0f458ad33 is going to be updated. [ 1189.540713] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.540713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.540906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.540950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.541126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.541291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-326a4e78-bbc8-4037-bef9-0db0f458ad33" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.771210] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: SUCCESS [ 1189.771453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.856323] env[69744]: INFO networking_nsxv3.common.synchronization [req-56fb7c72-1411-4149-a2cc-e60acd913877 req-b54f8871-4e35-4344-be28-4444e775021f tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Enqueued Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_members [ 1189.856323] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254cd394-8261-431b-80fd-9e8338c21631 with Priority: HIGHEST for action security_group_members [ 1189.856323] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-254cd394-8261-431b-80fd-9e8338c21631 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.856323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.857397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.857397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.857397] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.857397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.857397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.857397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.857397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.857397] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('254cd394-8261-431b-80fd-9e8338c21631',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.927827] env[69744]: INFO networking_nsxv3.common.synchronization [req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f req-9e6ab2a0-b10a-4f62-a98d-9d35bff31a56 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1189.928402] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1189.928762] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.928976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.929416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.929733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.930348] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.930581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.930768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.930996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.931219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.931282] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.349080] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.349383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.349432] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.349700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.350021] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.350170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.350293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.350516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.350666] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.350904] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.351065] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.351189] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.351303] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.351419] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.351530] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.351669] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.359534] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.359639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.359673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.360276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.360276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.360276] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.360276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.360276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.360544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.360544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.360597] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 254cd394-8261-431b-80fd-9e8338c21631 is going to be updated. [ 1190.371040] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.371188] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.371379] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.371538] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.371827] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.371996] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.372136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.372695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.372695] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdc3ed0-6295-4d33-b8ec-cde9d88098e3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.386525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.386660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.386821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.386925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.387088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.395191] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 254cd394-8261-431b-80fd-9e8338c21631 in Status: IN_PROGRESS for 2s [ 1190.433312] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.433474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.433547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.433758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.433851] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.434059] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.434160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.434223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.434373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.434440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.434526] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1190.457867] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.458026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.458101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.458304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.459709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.466621] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1190.875292] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.875526] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.875723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.876094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.876302] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.876503] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 not found, creating... [ 1190.876859] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.877127] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.877337] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.877692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.877895] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.878309] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.878699] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.878862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.879173] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.879321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.879470] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 is going to be created. [ 1190.901438] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.901651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.901787] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.902054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.902288] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.902531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.000608] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1191.000836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.001014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.001283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.001498] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.001623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.001697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.001867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.001949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.002060] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.171964] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1191.172194] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 deletion is rescheduled due to dependency. [ 1191.172311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.503947] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.659718] env[69744]: INFO networking_nsxv3.common.synchronization [req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f req-34b5aaa8-b70b-4af8-a2b8-c5c4a8bbd837 service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1191.659912] env[69744]: INFO networking_nsxv3.common.synchronization [req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f req-34b5aaa8-b70b-4af8-a2b8-c5c4a8bbd837 service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1191.660087] env[69744]: INFO networking_nsxv3.common.synchronization [req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f req-34b5aaa8-b70b-4af8-a2b8-c5c4a8bbd837 service nova] Enqueued Resource ID: 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 with Priority: HIGHEST for action port [ 1191.660317] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1191.660462] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1191.660521] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 with Priority: HIGHEST for action port [ 1191.661139] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.661259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.661297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.662363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.662363] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.662802] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.662802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.662802] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.662802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.663124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.663124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.663124] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdc3ed0-6295-4d33-b8ec-cde9d88098e3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.005834] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.165557] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 with status ACTIVE [ 1192.165798] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.165938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.166029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.166259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.166353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.166534] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.166636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.166698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.166870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.166951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.167141] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.167245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.167445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.167445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.167529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.167790] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 is going to be updated. [ 1192.168861] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.168861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.186332] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.186521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.186521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.186724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.186898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.187078] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.376408] env[69744]: INFO networking_nsxv3.common.synchronization [req-13ac535a-a397-4c57-877e-1e47d53c1e4a req-65687b17-26df-47db-a673-b4a12471abae tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1192.376408] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1192.376408] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.376408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.376408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.376408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.376677] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.376677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.376677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.376779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.376807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.376888] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.407355] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 254cd394-8261-431b-80fd-9e8338c21631 in Status: SUCCESS [ 1192.407505] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 254cd394-8261-431b-80fd-9e8338c21631 deletion is rescheduled due to dependency. [ 1192.407597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-254cd394-8261-431b-80fd-9e8338c21631" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.478815] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1192.478815] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1192.478815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.478815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.478815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.478815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.478815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.478815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.478815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.478815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.478815] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.511223] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.511223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.511223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.511223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.511223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.511223] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1192.534365] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.534540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.534602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.534827] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.534993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.546046] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1192.742315] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.742315] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.742513] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.742692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.742947] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.743151] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.743291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.743498] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.743627] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.743837] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.743953] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.745429] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.745429] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.745429] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.745429] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.745429] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.765727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.765937] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.766123] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.766329] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.766746] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-76441668-490d-41f2-a891-281177201860 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.766988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.767176] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.767543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.767732] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76441668-490d-41f2-a891-281177201860',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.880107] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.981496] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.270544] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273372] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 76441668-490d-41f2-a891-281177201860 not found, creating... [ 1193.273372] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.273372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273703] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.273703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.273703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273842] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 76441668-490d-41f2-a891-281177201860 is going to be created. [ 1193.294700] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.295152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.295152] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.295391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.295644] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.295941] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.382759] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.483878] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.887773] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.888176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.888176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.888252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.888345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.888470] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1193.916243] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.916444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.916444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.916680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.916921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.925660] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1193.986324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.986487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.986487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.986704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.986773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.986893] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1194.039903] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.039903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.039903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.039903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.039903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.051086] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1194.116327] env[69744]: INFO networking_nsxv3.common.synchronization [req-13ac535a-a397-4c57-877e-1e47d53c1e4a req-f468f545-f72a-4f27-8d20-5efb366b59d9 service nova] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_rules [ 1194.116327] env[69744]: INFO networking_nsxv3.common.synchronization [req-13ac535a-a397-4c57-877e-1e47d53c1e4a req-f468f545-f72a-4f27-8d20-5efb366b59d9 service nova] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1194.116327] env[69744]: INFO networking_nsxv3.common.synchronization [req-13ac535a-a397-4c57-877e-1e47d53c1e4a req-f468f545-f72a-4f27-8d20-5efb366b59d9 service nova] Enqueued Resource ID: 76441668-490d-41f2-a891-281177201860 with Priority: HIGHEST for action port [ 1194.116327] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_rules [ 1194.116327] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1194.116327] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76441668-490d-41f2-a891-281177201860 with Priority: HIGHEST for action port [ 1194.116327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.116784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.116960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.117350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.117566] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.118539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.118854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.119173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-76441668-490d-41f2-a891-281177201860 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.119412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.119562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.119884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.120104] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76441668-490d-41f2-a891-281177201860',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.554414] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1194.554718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.554932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.555204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.555486] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.555614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.555697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.555889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.555995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.556143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.556255] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.623355] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.623480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.624205] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76441668-490d-41f2-a891-281177201860 with status ACTIVE [ 1194.624205] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.624205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.624205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.624466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.624466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.624466] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.624554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.624609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.624752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.624825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.625023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.625122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.625179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.625313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.625382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.625461] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76441668-490d-41f2-a891-281177201860 is going to be updated. [ 1194.646374] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.646638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.646711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.647578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.647730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.647898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76441668-490d-41f2-a891-281177201860" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.854185] env[69744]: INFO networking_nsxv3.common.synchronization [req-baf97eb5-5a39-4029-9bf3-1302bcadc546 req-b1c32edb-3808-4633-aba5-4dfb3e1bfdde tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_members [ 1194.854631] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_members [ 1194.854932] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.855092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.855157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.855377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.855784] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.855784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.855784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.855937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.855937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.856010] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.059109] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.059541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.059541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.061034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.061034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.061034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.061034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.061034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.061034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.061819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.062168] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.062336] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.062441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.062650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.063124] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.063652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.063864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.064098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.064235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.064323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.064426] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.270092] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.270278] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.270391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.270664] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.270928] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.271107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.271230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.271448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.271600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.271809] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.271929] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.272055] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.272165] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.272279] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.272387] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.272524] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.290865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.290981] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1195.291127] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.291362] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.291603] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.291770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.291888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.292245] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.292395] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f3f4f9-6af8-4fbc-a5a4-677828e125b9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.360207] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.360376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.360414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.360778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.360872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.361078] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.361182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.361244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.361396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.361471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.361553] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea already deleted. [ 1195.361629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.566565] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 1195.584664] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.584798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.584872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.585098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.585198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.585415] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.585518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.585582] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.585736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.585816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.586000] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.586114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.586175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.586313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.586386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.586559] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.586650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.586712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.586862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.586957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.587087] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1195.654043] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.654219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.654291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.654498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.654669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.672880] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1195.796132] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.796132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.796132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.796132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.796132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.796132] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 not found, creating... [ 1195.796132] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.796132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.796132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.796132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.796569] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.796569] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.796653] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.796762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.796966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.797463] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.797626] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 is going to be created. [ 1195.823411] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.823411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.823411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.823411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.823411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.823411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.937891] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1195.937891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.937891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.937891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.937891] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.937891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.937891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.937891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.937891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.937891] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.061100] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1196.061424] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.061567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.061780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.061983] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.062114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.062178] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.062340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.062423] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.062510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.062600] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.439416] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.525535] env[69744]: INFO networking_nsxv3.common.synchronization [req-baf97eb5-5a39-4029-9bf3-1302bcadc546 req-62996b75-7575-4dd4-aa3b-c3a080c3e0c8 service nova] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_rules [ 1196.525764] env[69744]: INFO networking_nsxv3.common.synchronization [req-baf97eb5-5a39-4029-9bf3-1302bcadc546 req-62996b75-7575-4dd4-aa3b-c3a080c3e0c8 service nova] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_members [ 1196.525877] env[69744]: INFO networking_nsxv3.common.synchronization [req-baf97eb5-5a39-4029-9bf3-1302bcadc546 req-62996b75-7575-4dd4-aa3b-c3a080c3e0c8 service nova] Enqueued Resource ID: 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 with Priority: HIGHEST for action port [ 1196.526490] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_rules [ 1196.526669] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_members [ 1196.526762] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 with Priority: HIGHEST for action port [ 1196.526995] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.527452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.527573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.527819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.527948] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.529172] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.529350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.529453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.529759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.529993] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.530184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.530296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.530488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.530620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.530751] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.532494] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.532660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.535368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.535576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.535661] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f3f4f9-6af8-4fbc-a5a4-677828e125b9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.566131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.566131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.566131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.566131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.566765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.566765] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.566765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.566765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.566765] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.566903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.566903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.567010] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.945664] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.033787] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.037839] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.037839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.037839] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 with status ACTIVE [ 1197.037993] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.038151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.038151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.038348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.038516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.038632] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.038744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.038821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.039074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.039165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.039353] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.039446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.039547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.039684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.039770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.039858] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 is going to be updated. [ 1197.063846] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.064158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.064158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.064688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.064688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.064688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f3f4f9-6af8-4fbc-a5a4-677828e125b9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.070119] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d734ae-e3c1-4663-b925-7b8e2452f616: rpc.has_security_group_logging(os_id): False [ 1197.087909] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.088104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.088496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.088496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.088641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.088985] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.089153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.089239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.089448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.089661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.089782] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.090338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.090338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.090338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.090516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.090550] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.090657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.090695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.090837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.090906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.090991] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1197.160589] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.160783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.160783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.161210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.161210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.177677] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1197.450185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.450570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.450570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.450767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.450767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.450830] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1197.481786] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.481786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.481786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.481786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.481786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.490693] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1197.536247] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.689304] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1197.689844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.038823] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.039058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.039109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.039389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.039389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.039516] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea is going to be created. [ 1198.062078] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.062267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.062267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.062440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.062599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.071787] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: UNINITIALIZED for 2s [ 1199.192145] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1199.192445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.499853] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1199.500318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.500559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.500821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.501035] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.501196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.501289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.501475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.501598] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.501714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.501839] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.009046] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.009046] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.009046] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.009046] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.009046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.009738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.009738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.009738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.009738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.009738] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.085612] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: SUCCESS [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.085612] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.085612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.085612] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.204441] env[69744]: INFO networking_nsxv3.common.synchronization [req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 req-948d4290-3d5d-40b1-88c6-6e6ffce33de6 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1200.205617] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1200.206431] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.206762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.206968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.209163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.209163] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.209163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.209163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.209163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.209163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.209163] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.279810] env[69744]: INFO networking_nsxv3.common.synchronization [req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 req-3de7949f-7567-4ec4-ae5d-8cd5aa133c05 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1200.280558] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1200.280772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.280901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.280974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.281874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.282061] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.282178] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.282245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.282407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.282495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.282881] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.512087] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 050b3398-5c81-4116-b5a1-2c9b8de50288: rpc.has_security_group_logging(os_id): False [ 1200.531069] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.531246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.531309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.531516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.531607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.531835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.531934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.531991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.532160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.532241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.532416] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.532509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.532568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.532704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.532836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.532945] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.533074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.533105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.533251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.533327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.533412] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1200.587133] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.596592] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.597184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.597184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.597184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.597184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.611865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1200.714383] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.784866] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.785108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.785231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.785549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.822410] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.822799] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.823661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.823661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.823661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.823661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.823845] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be updated. [ 1200.888656] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.888656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.888656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.888656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.888656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.894453] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 1201.091021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4958082c-63b3-4fd8-a01d-d748b382cbea: rpc.has_security_group_logging(os_id): False [ 1201.110333] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.110506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.110572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.110772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.110929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.111205] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.111334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.111418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.111589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.111672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.111764] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea is going to be created. [ 1201.181327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.181958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.182055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.182293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.182476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.207988] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: IN_PROGRESS for 2s [ 1201.217435] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.585695] env[69744]: INFO networking_nsxv3.common.synchronization [req-b3f60952-e541-4431-b30b-ba966c17df98 req-2947d65a-f60a-4ced-9fb7-dbeb13727974 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Enqueued Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_members [ 1201.586410] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_members [ 1201.586708] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cd6da2-b28d-40c0-bf53-b1e9160ff576 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.586833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.587245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.587245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.587396] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.587396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.587556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.587556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.587674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.587729] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.719129] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.719319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.719383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.719591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.719679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.719775] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1201.747735] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.747889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.747936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.748451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.748599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.756789] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1202.090185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.090185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.090185] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.090385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.091376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.091376] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.091376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.091376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.091376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.091376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.091376] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 already deleted. [ 1202.091376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.109378] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.111016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-609" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.111198] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-609" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.111617] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-609" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.111893] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.112100] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.112261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.112493] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.112655] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.112884] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.113027] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.113139] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.113251] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.113366] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1202.113477] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.113627] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.134104] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.134297] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1202.134457] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.134639] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-609" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.135488] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-86f2e455-52ff-443c-a557-c7ec68885ef8 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.135488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.135488] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.135741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.135773] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f2e455-52ff-443c-a557-c7ec68885ef8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.638275] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1202.638535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.639305] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.639589] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.639757] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.640097] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.640341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.640580] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 86f2e455-52ff-443c-a557-c7ec68885ef8 not found, creating... [ 1202.640908] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.641175] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.641374] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.641643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.641799] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.642112] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.642279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.642403] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.642613] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.642751] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.642894] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 86f2e455-52ff-443c-a557-c7ec68885ef8 is going to be created. [ 1202.663077] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.663290] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.663434] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.663672] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.663911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.664169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.904115] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1202.904300] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e deletion is rescheduled due to dependency. [ 1202.904355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.220918] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: SUCCESS [ 1203.221030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.394445] env[69744]: INFO networking_nsxv3.common.synchronization [req-b3f60952-e541-4431-b30b-ba966c17df98 req-7161fc73-1226-4f22-b129-265b012ea5a5 service nova] Enqueued Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_rules [ 1203.394445] env[69744]: INFO networking_nsxv3.common.synchronization [req-b3f60952-e541-4431-b30b-ba966c17df98 req-7161fc73-1226-4f22-b129-265b012ea5a5 service nova] Enqueued Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_members [ 1203.394445] env[69744]: INFO networking_nsxv3.common.synchronization [req-b3f60952-e541-4431-b30b-ba966c17df98 req-7161fc73-1226-4f22-b129-265b012ea5a5 service nova] Enqueued Resource ID: 86f2e455-52ff-443c-a557-c7ec68885ef8 with Priority: HIGHEST for action port [ 1203.394445] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_rules [ 1203.394445] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_members [ 1203.394445] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f2e455-52ff-443c-a557-c7ec68885ef8 with Priority: HIGHEST for action port [ 1203.394445] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05cd6da2-b28d-40c0-bf53-b1e9160ff576 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.394445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.394445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.394445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.394445] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.395853] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cd6da2-b28d-40c0-bf53-b1e9160ff576 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.396194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.396331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.396576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.404055] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.404055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.404055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.404055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.404055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.404055] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.404055] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f2e455-52ff-443c-a557-c7ec68885ef8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.404055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.404055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.404055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.404055] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f2e455-52ff-443c-a557-c7ec68885ef8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.767469] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1203.767751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.905423] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.906476] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cd6da2-b28d-40c0-bf53-b1e9160ff576 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.906476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.906643] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86f2e455-52ff-443c-a557-c7ec68885ef8 with status ACTIVE [ 1203.912350] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.912486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.912557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.912989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.913088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.913272] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.913384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.913441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.913590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.913662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.913839] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.913965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.914065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.914138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.914205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.914291] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86f2e455-52ff-443c-a557-c7ec68885ef8 is going to be updated. [ 1203.942837] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.942837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.942837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.942837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.942837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.942837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f2e455-52ff-443c-a557-c7ec68885ef8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.416624] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.920397] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.920718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.920718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.920856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.920950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.921061] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 is going to be created. [ 1204.959539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.959705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.959764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.959957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.960204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.972385] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 in Status: UNINITIALIZED for 2s [ 1205.888652] env[69744]: INFO networking_nsxv3.common.synchronization [req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a req-9a64a0c0-8f62-476c-b5b9-b266e07879b2 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_members [ 1205.888652] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_members [ 1205.888652] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa58d02-72ce-4b97-b818-93ef379d2c54 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.889183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.889183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.889183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.889541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.889613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.889655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.890077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.890077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.891217] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.136793] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.136793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.136793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.137640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.137640] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.280953] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.281170] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.281331] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.281563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.281895] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.288018] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.288477] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.288753] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.288909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.289175] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.289299] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.289413] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.289555] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.289686] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1206.289914] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.290021] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.307872] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.308089] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1206.308268] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.308411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.308733] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-21ac9efa-5030-46d0-ba97-6db2e9669b03 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.308909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.309931] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.310359] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.310530] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ac9efa-5030-46d0-ba97-6db2e9669b03',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.393960] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.394164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.394233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.394462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.394553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.394769] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.395170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.395170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.395170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.395170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.395362] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 already deleted. [ 1206.395362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.639480] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.814723] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.814955] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.815107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.815402] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.815560] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.815723] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 21ac9efa-5030-46d0-ba97-6db2e9669b03 not found, creating... [ 1206.815985] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.816187] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.816305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.816527] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.816670] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.816959] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.817175] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.817306] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.817524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.817662] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.817807] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 21ac9efa-5030-46d0-ba97-6db2e9669b03 is going to be created. [ 1206.836491] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.836624] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.836845] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.837316] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.837592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.837844] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.983725] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 in Status: SUCCESS [ 1206.983930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.984128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.984338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.984545] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.984663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.984728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.984889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.985089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.985089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.985239] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.095960] env[69744]: INFO networking_nsxv3.common.synchronization [req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 req-3691cf9b-48da-4f3d-a95b-64fcc7b84195 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1207.095960] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1207.096473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.096601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.096670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.097055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.097055] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.097176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.097237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.097346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.097433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.097530] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.143184] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.488232] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cd6da2-b28d-40c0-bf53-b1e9160ff576 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.488403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.488403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.489844] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.489844] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cd6da2-b28d-40c0-bf53-b1e9160ff576 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.489844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.490675] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.490675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.490675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.490783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.490840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.490948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.491057] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.516655] env[69744]: INFO networking_nsxv3.common.synchronization [req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a req-222001e4-804b-4155-bf06-75380660da31 service nova] Enqueued Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_rules [ 1207.516843] env[69744]: INFO networking_nsxv3.common.synchronization [req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a req-222001e4-804b-4155-bf06-75380660da31 service nova] Enqueued Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_members [ 1207.519024] env[69744]: INFO networking_nsxv3.common.synchronization [req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a req-222001e4-804b-4155-bf06-75380660da31 service nova] Enqueued Resource ID: 21ac9efa-5030-46d0-ba97-6db2e9669b03 with Priority: HIGHEST for action port [ 1207.519024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_rules [ 1207.519024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_members [ 1207.519024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21ac9efa-5030-46d0-ba97-6db2e9669b03 with Priority: HIGHEST for action port [ 1207.519024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaa58d02-72ce-4b97-b818-93ef379d2c54 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.519024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.519024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.519024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.519024] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.520658] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa58d02-72ce-4b97-b818-93ef379d2c54 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.520747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.520802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.520963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.521123] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.521218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.521416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.521416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.521524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.521578] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.522356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-21ac9efa-5030-46d0-ba97-6db2e9669b03 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.522456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.522519] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.522661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.522762] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21ac9efa-5030-46d0-ba97-6db2e9669b03',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.599899] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.650159] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1207.650279] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1207.993642] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05cd6da2-b28d-40c0-bf53-b1e9160ff576: rpc.has_security_group_logging(os_id): False [ 1208.010586] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.010767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.010767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.011409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.011409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.011409] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.011409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.011409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.011789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.011789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.011848] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.011918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.011959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.012102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.012193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.012343] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.012486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.012486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.012606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.012680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.012792] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 is going to be created. [ 1208.024524] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.025569] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa58d02-72ce-4b97-b818-93ef379d2c54 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.025676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.025852] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21ac9efa-5030-46d0-ba97-6db2e9669b03 with status ACTIVE [ 1208.026104] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.026197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.026197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.026361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.026471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.026643] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.026740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.026799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.026950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.027045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.027226] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.027320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.027379] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.027515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.027590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.027671] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21ac9efa-5030-46d0-ba97-6db2e9669b03 is going to be updated. [ 1208.045862] env[69744]: INFO networking_nsxv3.common.synchronization [req-bee1365b-983d-4c4b-b787-ab887350317c req-ab6344e6-5a51-4009-a76d-7a8dd75897d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1208.046335] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1208.046640] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.046779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.046836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.047018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.047729] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.047729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.047729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.047729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.047729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.047729] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.055231] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.055344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.055414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.055591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.055768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.056128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21ac9efa-5030-46d0-ba97-6db2e9669b03" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.071894] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.072060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.072116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.072316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.072578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.084872] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 in Status: IN_PROGRESS for 2s [ 1208.102156] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.355047] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.355353] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.355390] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.355656] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.355927] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.356111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.356250] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.356484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.356646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.356869] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.357210] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.357430] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.357567] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.357839] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.357936] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.358155] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.464126] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.464126] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.106 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.464317] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.464510] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.464861] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.465143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.465387] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.465846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.466120] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8ee9e5-59c5-4077-afac-c3afb5e827d9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.534456] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.551142] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.551142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.551142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.551142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.551454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.551454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.552181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.552181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.552181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.552181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.552181] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1208.581047] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.581210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.581289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.581516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.581699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.590726] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1208.608647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.608647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.608647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.608857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.608857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.608937] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1208.624114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.624262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.624370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.624595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.637731] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1208.639091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.640587] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1208.642625] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.642776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.642846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.643077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.643277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.652415] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1208.674334] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.674509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.674509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.674705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.687533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.687984] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1208.687984] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1208.688103] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1208.738034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.738034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.738034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.738034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.739708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.740145] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1208.823473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.823576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.823609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.823833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.824155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.824519] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1208.897762] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.897962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.898021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.898222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.898507] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.898797] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:51. [ 1208.898897] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'261e6920-0a83-4640-b7f9-6870672aa994', 'e66bb82a-4813-4975-904b-d3316b20401a', '19cdb2b3-f2fa-4477-884b-85c4ead55a60', '3186df97-cb25-401b-880e-c5f97c345402', 'd857b0d4-c1e3-4cdc-ae6e-15415d0c10d5', '6fb2858a-9939-4c55-9e4d-89741189957e', '050b3398-5c81-4116-b5a1-2c9b8de50288', 'd6f5be5a-86ef-41e0-81de-cc00d8979f93', '4958082c-63b3-4fd8-a01d-d748b382cbea', '50274d88-3ec1-4fa7-9060-e89fb3fd9f9e', '9231f827-de60-4f2b-a52e-3b1e68362fd8', '69552a9d-9cc5-4f31-9139-cf2b97b9fa7f', '1f7ea066-556f-4d8d-b9bc-0119e7c54448', 'a97623ed-c164-4dc1-b959-c0bf9bc2749e', '7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd', 'bed04a89-1180-45bb-830e-ec89ac367d84', '494b8072-8e50-4781-99a9-83a6383af6ac', 'cf352c15-6a3d-4f5b-8c73-a5463cf53f04', '68fba010-3f33-4832-8946-3e8abc481d6b', 'f3ea0d1c-4cd9-4b11-bf0d-34378072f976', 'afb6b842-6240-45ca-86c9-f35c7ba7854b', '9c8d38f0-778c-4774-9621-ebba4b6ecd80', 'ee6d9c7f-fd58-495b-81aa-0fc320331074', '18aca352-b3b7-4527-901e-20177539e086', 'fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc', '8d7c0380-240c-4a7f-96bb-d2572fc2d5d8', '17355739-a8f2-4e86-8263-97e5bce6ed67', '0fa189c4-c7e7-4e43-a151-502ed5f04d80', '3060806a-5dbd-46c9-b132-b28783e4d87a', '2be50ab9-f305-4ed5-8b51-574fe686f4fe', 'b265864f-22f6-4eec-ae61-475d5c4b1bb1', '9ce9c401-7edc-461b-840b-ea0cafdffb4a', 'fc4b6024-fa17-42e9-82db-9a00d4b441dd', '6e9eaa53-282e-4b33-83c0-b9af9c0517db', '2bf68303-e507-4b60-8832-1b147b8fcd95', '705bfdcc-1dd9-4a56-a886-7edb05c29778', '4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d', 'bd099872-bd50-4a6b-aa08-a32b2073ac90', '166fe783-9bc4-4824-9954-66e941b6db4f', '1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb', '254cd394-8261-431b-80fd-9e8338c21631', '1b32934a-ff9b-46ab-9638-8d890f8aaf1d', '2798db94-21ee-440a-8a42-3dedba397feb', 'e5d734ae-e3c1-4663-b925-7b8e2452f616', '2771faed-d11a-41c1-8e32-705df9941fac', '05cd6da2-b28d-40c0-bf53-b1e9160ff576', 'ea73c44c-8891-4049-a3d5-9ad6d1f0136d', '61f85cb4-098e-43dc-861b-6c180b9da841', 'a5991552-9e9b-4562-86f0-9d02dbc87179', 'd2bd5012-bec1-41ab-b547-a4820dc86e1a', 'a535e668-bd68-4e32-af92-a438b5c740ba'} {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1208.898988] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1208.917040] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.917184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.917224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.917378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.917455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.917551] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1208.917619] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1208.917687] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1208.968263] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.968484] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.968612] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.968886] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.969111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.969289] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 not found, creating... [ 1208.969569] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.969732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.969852] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.970093] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.970280] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.970539] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.970697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.970817] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.971058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.971214] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.971551] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 is going to be created. [ 1208.991340] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.991583] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.991663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.991923] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.992181] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.992404] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.002024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.002024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.002197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.002279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.003419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.004320] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1209.004429] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1209.004494] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1209.004544] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1209.004616] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/51 resources of Type:Security Group Rules [ 1209.004687] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGH for action security_group_rules [ 1209.004767] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGH for action security_group_rules [ 1209.004834] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGH for action security_group_rules [ 1209.004896] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGH for action security_group_rules [ 1209.004963] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGH for action security_group_rules [ 1209.005033] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGH for action security_group_rules [ 1209.005127] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGH for action security_group_rules [ 1209.005195] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGH for action security_group_rules [ 1209.005259] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGH for action security_group_rules [ 1209.005321] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGH for action security_group_rules [ 1209.005383] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGH for action security_group_rules [ 1209.005444] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGH for action security_group_rules [ 1209.005503] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGH for action security_group_rules [ 1209.005563] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGH for action security_group_rules [ 1209.005625] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGH for action security_group_rules [ 1209.005689] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGH for action security_group_rules [ 1209.005750] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGH for action security_group_rules [ 1209.005802] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGH for action security_group_rules [ 1209.005854] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGH for action security_group_rules [ 1209.005918] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGH for action security_group_rules [ 1209.006012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.036689] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.036843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.036915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.037206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.037301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.037400] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 is going to be created. [ 1209.076583] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.076727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.076797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.077054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.077181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.088068] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 in Status: UNINITIALIZED for 2s [ 1209.602631] env[69744]: INFO networking_nsxv3.common.synchronization [req-bee1365b-983d-4c4b-b787-ab887350317c req-768496f5-f022-493c-93a6-5bb5ee775e5c service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 1209.602895] env[69744]: INFO networking_nsxv3.common.synchronization [req-bee1365b-983d-4c4b-b787-ab887350317c req-768496f5-f022-493c-93a6-5bb5ee775e5c service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1209.602993] env[69744]: INFO networking_nsxv3.common.synchronization [req-bee1365b-983d-4c4b-b787-ab887350317c req-768496f5-f022-493c-93a6-5bb5ee775e5c service nova] Enqueued Resource ID: 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 with Priority: HIGHEST for action port [ 1209.603559] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 1209.603704] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1209.603863] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 with Priority: HIGHEST for action port [ 1209.603901] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGH for action security_group_rules [ 1209.604353] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGH for action security_group_rules [ 1209.604519] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGH for action security_group_rules [ 1209.604622] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd with Priority: HIGH for action security_group_rules [ 1209.604715] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 with Priority: HIGH for action security_group_rules [ 1209.604853] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fba010-3f33-4832-8946-3e8abc481d6b with Priority: HIGH for action security_group_rules [ 1209.604993] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 with Priority: HIGH for action security_group_rules [ 1209.605151] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494b8072-8e50-4781-99a9-83a6383af6ac with Priority: HIGH for action security_group_rules [ 1209.605255] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e with Priority: HIGH for action security_group_rules [ 1209.605346] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed04a89-1180-45bb-830e-ec89ac367d84 with Priority: HIGH for action security_group_rules [ 1209.605434] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGH for action security_group_rules [ 1209.605517] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f with Priority: HIGH for action security_group_rules [ 1209.605602] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGH for action security_group_rules [ 1209.605976] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGH for action security_group_rules [ 1209.605976] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGH for action security_group_rules [ 1209.605976] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fb2858a-9939-4c55-9e4d-89741189957e with Priority: HIGH for action security_group_rules [ 1209.605976] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 with Priority: HIGH for action security_group_rules [ 1209.606166] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGH for action security_group_rules [ 1209.609389] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66bb82a-4813-4975-904b-d3316b20401a with Priority: HIGH for action security_group_rules [ 1209.609389] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3186df97-cb25-401b-880e-c5f97c345402 with Priority: HIGH for action security_group_rules [ 1209.609389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.609389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.609389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.609679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.609679] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.610502] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.610598] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.610816] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.610922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.610922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.611215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.611346] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8ee9e5-59c5-4077-afac-c3afb5e827d9',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.612185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.612302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.612302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.612534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.612534] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.613520] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.613618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.613686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.613887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.613963] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.615124] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.615262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.615344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.615569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.615569] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.616461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.616559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.616967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.617155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.617270] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.617993] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.618138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.618194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.618349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.618422] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3ea0d1c-4cd9-4b11-bf0d-34378072f976',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.619167] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fba010-3f33-4832-8946-3e8abc481d6b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.619300] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.619356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.619485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.619554] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fba010-3f33-4832-8946-3e8abc481d6b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.620521] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.620627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.620689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.621047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.621129] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf352c15-6a3d-4f5b-8c73-a5463cf53f04',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.621947] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494b8072-8e50-4781-99a9-83a6383af6ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.622062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.622121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.622271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.622344] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494b8072-8e50-4781-99a9-83a6383af6ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.623065] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.623281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.623362] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.623518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.623591] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a97623ed-c164-4dc1-b959-c0bf9bc2749e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.625009] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed04a89-1180-45bb-830e-ec89ac367d84 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.625154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.625237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.625377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.625442] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed04a89-1180-45bb-830e-ec89ac367d84',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.626262] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.626378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.626445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.626594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.626667] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.627465] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.627646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.627704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.627854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.627927] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69552a9d-9cc5-4f31-9139-cf2b97b9fa7f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.628631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.628724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.628910] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.629046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.629096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.629248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.629337] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.630104] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.630291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.630393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.630515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.630587] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.631305] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fb2858a-9939-4c55-9e4d-89741189957e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.631467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.631540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.632134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.632275] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fb2858a-9939-4c55-9e4d-89741189957e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.633145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.633262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.633339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.633499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.633607] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6f5be5a-86ef-41e0-81de-cc00d8979f93',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.634339] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.634645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.634831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.635017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.635077] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.635782] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e66bb82a-4813-4975-904b-d3316b20401a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.635895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.635960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.636160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.636254] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e66bb82a-4813-4975-904b-d3316b20401a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.636919] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3186df97-cb25-401b-880e-c5f97c345402 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.637039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.637105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.637258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.637327] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3186df97-cb25-401b-880e-c5f97c345402',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.097026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 in Status: SUCCESS [ 1210.097329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.141158] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.141283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.143676] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.144968] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.144968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.144968] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.149356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.149507] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.150434] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 with status ACTIVE [ 1210.150654] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.150811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.151209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.151209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.151209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.151475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.151694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.151694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.151945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.152096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.152309] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.152467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.152565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.152752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.153382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.153534] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 is going to be updated. [ 1210.155111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.155407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.155530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.155724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.155919] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.156087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.156196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.156382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.156898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.156898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.156898] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.159461] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.162422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.162501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.162669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.162817] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.162913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.162976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.163131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.163212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.163293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.163389] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.165352] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.165600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.165666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.165824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.166009] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.166108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.166175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.166317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.166396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.166476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.166557] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.178286] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.178457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.178457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.179274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.179499] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.179657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.179746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.179938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.180066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.180183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.180357] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.180475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.180553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.180720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.180882] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.181014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.181113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.181281] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.181380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.181485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.181590] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.217567] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.217699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.217798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.217991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.219940] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.220071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.220767] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.220903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.221579] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.221703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.235046] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.235179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.236171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.236232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.236898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.236990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.237670] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.237764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.238757] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.238981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.241123] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.241270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.242756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.242911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.243791] env[69744]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1210.243985] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.244203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.244868] env[69744]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1210.245313] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.245449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.246132] env[69744]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1210.246542] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.246652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.248568] env[69744]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1210.249216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.249383] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be deleted. [ 1210.250244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.250441] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.258173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.258173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.258173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.258343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.258498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.258644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e8ee9e5-59c5-4077-afac-c3afb5e827d9" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.267967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.268149] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6f5be5a-86ef-41e0-81de-cc00d8979f93 is going to be deleted. [ 1210.269158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.269355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.284319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.285367] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed04a89-1180-45bb-830e-ec89ac367d84 is going to be deleted. [ 1210.285367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.285367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.302652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.302783] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd is going to be deleted. [ 1210.303612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.303865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.305372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.305481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.320894] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.321007] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.325069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.325187] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69552a9d-9cc5-4f31-9139-cf2b97b9fa7f is going to be deleted. [ 1210.326122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.326349] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.360807] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.360928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.381022] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.381022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.398768] env[69744]: INFO networking_nsxv3.common.synchronization [req-5ceca0b8-c9d9-4d42-baba-9366361676a5 req-89a59783-50be-400f-936e-505057cf70a7 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1210.402018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.402018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be deleted. [ 1210.402018] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1210.402018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.402018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.402561] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.402677] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.402744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.402887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.403035] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.403123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.403199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.403339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.403411] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.403524] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.469236] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.469382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.479154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.479268] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fba010-3f33-4832-8946-3e8abc481d6b is going to be deleted. [ 1210.480218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.480440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.515713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.515713] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3ea0d1c-4cd9-4b11-bf0d-34378072f976 is going to be deleted. [ 1210.517353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.517353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.558908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.559225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a97623ed-c164-4dc1-b959-c0bf9bc2749e is going to be deleted. [ 1210.560066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.560306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.568779] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.568889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.587436] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.587598] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.604495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.604772] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3186df97-cb25-401b-880e-c5f97c345402 is going to be deleted. [ 1210.605518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.605725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.607242] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1210.607413] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 deletion is rescheduled due to dependency. [ 1210.608999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.608999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.608999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.608999] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.608999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.608999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.608999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.608999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.608999] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.649154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.649302] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494b8072-8e50-4781-99a9-83a6383af6ac is going to be deleted. [ 1210.651091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.651325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.658885] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.659043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.664808] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1210.665038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.665214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.665422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.665595] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.665713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.665775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.665914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.665982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.666112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.666203] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.673484] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.677675] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.677675] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.687925] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 1210.704624] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.704816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.704942] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.705846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.705846] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.705846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.705846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.706094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.706228] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.706450] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.706565] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.707377] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.707377] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.707377] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.707377] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.707377] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.710679] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.710889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.712316] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.712406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.727563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.727683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.729860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.730065] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf352c15-6a3d-4f5b-8c73-a5463cf53f04 is going to be deleted. [ 1210.730863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.731460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.733752] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.733888] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.734056] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.734254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.734594] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.734786] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.734918] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.735295] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.735449] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1414af7b-f7c2-4645-9fe5-8e0ddc42acf1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.778412] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.778412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.786024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.786024] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e66bb82a-4813-4975-904b-d3316b20401a is going to be deleted. [ 1210.786024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.786024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.851503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.851660] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fb2858a-9939-4c55-9e4d-89741189957e is going to be deleted. [ 1210.852627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.852807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.852929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.853083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.853263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.853469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.853558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.853709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6f5be5a-86ef-41e0-81de-cc00d8979f93" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.854258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.854453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.854568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.854700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed04a89-1180-45bb-830e-ec89ac367d84" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.854862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.855052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.855158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.855344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ed82fa8-e5e0-4f58-bbe4-b4507454a5cd" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.855505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.855696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.855790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.855932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69552a9d-9cc5-4f31-9139-cf2b97b9fa7f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.856130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.856322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.856447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.856604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.856779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.857035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.857160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.857272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fba010-3f33-4832-8946-3e8abc481d6b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.858176] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.858326] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.858421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.858680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.858744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.858905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf352c15-6a3d-4f5b-8c73-a5463cf53f04" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.859098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.859315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.859422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.859580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3ea0d1c-4cd9-4b11-bf0d-34378072f976" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.859712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.859909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.860153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.860153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a97623ed-c164-4dc1-b959-c0bf9bc2749e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.860297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.860446] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.906875] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.906875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.913012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.913012] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.913012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.913012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.913377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.913377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.913566] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.913675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.913731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.913915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.913985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.914191] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.914284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.914342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.914586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.914680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.914776] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1210.915914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.916261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.916261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.916390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494b8072-8e50-4781-99a9-83a6383af6ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.916561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.916733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.916832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.916973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3186df97-cb25-401b-880e-c5f97c345402" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.917152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.917315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.917377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.917549] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.917666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.917730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.917868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.917960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.918029] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be deleted. [ 1210.973270] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.973270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.973471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.973561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.973614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.973744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e66bb82a-4813-4975-904b-d3316b20401a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.009603] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.009603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.009603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.009979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.009979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.009979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.016492] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.016675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.016756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.017037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.017670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.017670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fb2858a-9939-4c55-9e4d-89741189957e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.113961] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 in Status: SUCCESS [ 1211.114256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.114827] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.115594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.115688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.115870] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.115999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.116149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.116343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.116429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.116523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.116619] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.118520] env[69744]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1211.119150] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.119356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.119356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.119533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.120014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.149462] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1211.173267] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.173267] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.173267] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.173267] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.173267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.173837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.173837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.173837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.173837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.173837] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.177984] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 261e6920-0a83-4640-b7f9-6870672aa994: rpc.has_security_group_logging(os_id): False [ 1211.179047] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7ea066-556f-4d8d-b9bc-0119e7c54448: rpc.has_security_group_logging(os_id): False [ 1211.179947] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4958082c-63b3-4fd8-a01d-d748b382cbea: rpc.has_security_group_logging(os_id): False [ 1211.215579] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.215771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.215771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.215936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.221492] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.221492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.234762] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.234991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.237915] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.238128] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.238260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.238543] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.238694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.238950] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 not found, creating... [ 1211.239185] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.239365] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.239487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.239715] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.239859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.240203] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.240372] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.240495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.240709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.240847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.240990] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 is going to be created. [ 1211.268211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.268570] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.268674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.268747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.268963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.269131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.269258] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 is going to be updated. [ 1211.270875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.271084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.304534] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.304768] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.304897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.305293] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.305590] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.305815] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.317611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.317955] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.318461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.318541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.318770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.318863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.318956] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 is going to be updated. [ 1211.320149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.320338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.367442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.367789] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.367917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.367981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.368205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.368294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.368387] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea is going to be updated. [ 1211.393083] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.393264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.393306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.393502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.393647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.424305] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: IN_PROGRESS for 2s [ 1211.435691] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.435849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.435910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.436144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.436290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.454018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: IN_PROGRESS for 2s [ 1211.456561] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.456692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.456754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.456967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.457149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.488729] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: IN_PROGRESS for 2s [ 1211.618506] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.619575] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.677084] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 050b3398-5c81-4116-b5a1-2c9b8de50288: rpc.has_security_group_logging(os_id): False [ 1211.694529] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.694719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.694782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.694948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.714145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.714145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.714291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.714291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.714538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.714538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.717453] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.717453] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.717453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.717453] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1211.783828] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.784000] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.784073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.784267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.784407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.799933] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1211.951544] env[69744]: INFO networking_nsxv3.common.synchronization [req-5ceca0b8-c9d9-4d42-baba-9366361676a5 req-75a633f5-a81b-49c5-b67b-da45e3b366d4 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1211.951749] env[69744]: INFO networking_nsxv3.common.synchronization [req-5ceca0b8-c9d9-4d42-baba-9366361676a5 req-75a633f5-a81b-49c5-b67b-da45e3b366d4 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1211.951896] env[69744]: INFO networking_nsxv3.common.synchronization [req-5ceca0b8-c9d9-4d42-baba-9366361676a5 req-75a633f5-a81b-49c5-b67b-da45e3b366d4 service nova] Enqueued Resource ID: 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 with Priority: HIGHEST for action port [ 1211.952419] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1211.952557] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1211.952679] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 with Priority: HIGHEST for action port [ 1211.952972] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.953153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.953222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.953432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.953514] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.954460] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.954592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.954674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.954864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.955111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.955251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.955359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.955539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.955663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.955798] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.956592] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.956727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.956795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.956979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.957061] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1414af7b-f7c2-4645-9fe5-8e0ddc42acf1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.121019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.121203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.121243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.121541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.121647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.121752] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1212.122893] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaa58d02-72ce-4b97-b818-93ef379d2c54: rpc.has_security_group_logging(os_id): False [ 1212.138409] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.138529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.138619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.138785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.138866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.139514] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.139514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.139514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.139514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.139735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.139735] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 is going to be created. [ 1212.151900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.152033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.152104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.152282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.152416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.159248] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1212.193677] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.193810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.193854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.194072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.194247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.205973] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 in Status: IN_PROGRESS for 2s [ 1212.458286] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.459752] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.459871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.460503] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 with status ACTIVE [ 1212.460503] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.460650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.460650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.460852] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.460976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.461225] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.461455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.461455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.461628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.461714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.461901] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.462010] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.462070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.462226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.462331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.462362] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 is going to be updated. [ 1212.481914] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.482104] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.482144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.482524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.482524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.482691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.961059] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.040164] env[69744]: INFO networking_nsxv3.common.synchronization [req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a req-cf12830c-5217-43a1-84e3-3b3d0dae0bd3 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1213.040691] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1213.043169] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.043302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.043372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.043826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.043826] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.043826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.044073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.044073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.044137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.044196] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.163637] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1213.163637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.321584] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.321584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.321584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.321930] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.322267] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.322466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.322663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.322897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.323102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.323357] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.323514] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.323664] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.323812] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.323961] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.324121] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.324307] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.342302] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.342505] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1213.342682] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.342882] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.343257] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-d6efa1be-7668-4b72-b401-7ed16086e338 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.343419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.343577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.343898] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.344096] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6efa1be-7668-4b72-b401-7ed16086e338',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.439460] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: SUCCESS [ 1213.439766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.464064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.464064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.464064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.464356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.464356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.464356] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be created. [ 1213.466134] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: SUCCESS [ 1213.466344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.511414] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.511557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.511631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.511863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.512050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.521708] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: UNINITIALIZED for 2s [ 1213.523342] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: SUCCESS [ 1213.523568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.547493] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.547493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.547493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.547707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.569251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.569566] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.569566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.569686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.569864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.569938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.570874] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1213.596126] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.596269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.596369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.596554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.596722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.606871] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1213.813019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1213.813019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.847361] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.847361] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.847361] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.847762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.847762] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.847835] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port d6efa1be-7668-4b72-b401-7ed16086e338 not found, creating... [ 1213.848217] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.848426] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.848909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.849088] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.849308] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.849676] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.849888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.850051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.850411] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.850682] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.851044] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: d6efa1be-7668-4b72-b401-7ed16086e338 is going to be created. [ 1213.870859] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.871143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.871291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.871579] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.871815] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.872096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.168325] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1214.168697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.168697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.168911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.169159] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.169283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.169348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.169509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.169589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.169675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.169765] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.222437] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 in Status: SUCCESS [ 1214.222684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.672010] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.706254] env[69744]: INFO networking_nsxv3.common.synchronization [req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a req-0ca501a0-20e5-4769-808b-59deda1b367f service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1214.706254] env[69744]: INFO networking_nsxv3.common.synchronization [req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a req-0ca501a0-20e5-4769-808b-59deda1b367f service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1214.706254] env[69744]: INFO networking_nsxv3.common.synchronization [req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a req-0ca501a0-20e5-4769-808b-59deda1b367f service nova] Enqueued Resource ID: d6efa1be-7668-4b72-b401-7ed16086e338 with Priority: HIGHEST for action port [ 1214.706254] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1214.706254] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1214.706254] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6efa1be-7668-4b72-b401-7ed16086e338 with Priority: HIGHEST for action port [ 1214.706254] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.706254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.706254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.706594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.706594] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.709768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.709768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.709768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6efa1be-7668-4b72-b401-7ed16086e338 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.709768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.709768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.709768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.709768] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6efa1be-7668-4b72-b401-7ed16086e338',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.174432] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9231f827-de60-4f2b-a52e-3b1e68362fd8: rpc.has_security_group_logging(os_id): False [ 1215.198919] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.199127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.199127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.199416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.213942] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6efa1be-7668-4b72-b401-7ed16086e338 with status ACTIVE [ 1215.214204] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.214339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.214405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.214631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.214713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.214892] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.214999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.215083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.217932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.217932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.217932] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.217932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.217932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.217932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.217932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.217932] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6efa1be-7668-4b72-b401-7ed16086e338 is going to be updated. [ 1215.217932] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.217932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.228528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.228869] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.228962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.229028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.229266] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.229345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.229437] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1215.240165] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.240289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.240340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.240527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.240650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.240791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6efa1be-7668-4b72-b401-7ed16086e338" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.303893] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.304154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.304273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.304609] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.304855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.326343] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1215.532190] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1215.532430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.532598] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.532830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.533041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.533163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.533230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.533390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.533473] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.533563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.533680] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.616031] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1215.616031] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 deletion is rescheduled due to dependency. [ 1215.616218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.616297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.616509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.616875] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.616875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.616875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.617094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.617148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.617236] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.036720] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.036895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.036965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.037207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.037378] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.037481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.037545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.037697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.037785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.037873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.038029] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.038125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.038187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.038332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.038467] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.038557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.038616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.038754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.038829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.038911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.038999] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.119505] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.541773] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5: rpc.has_security_group_logging(os_id): False [ 1216.560949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.561188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.561188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.561431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.561527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.561774] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.561774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.562025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.562025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.562163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.562317] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.562425] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.562482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.562624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.562695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.562971] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.563143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.563206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.563416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.563452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.563727] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be created. [ 1216.617819] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.618589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.618589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.618589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.618589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.621444] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.628966] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1217.124340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.124569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.124569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.124767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.124856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.124963] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1217.157283] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.157283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.157283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.157283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.157283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.162881] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1217.338306] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1217.338880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.339583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.339583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.339583] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.842668] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.842668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.842668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.842668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.842668] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.843748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.843748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.843748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.843748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.843748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.843748] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.345591] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.643588] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1218.643816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.847541] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9231f827-de60-4f2b-a52e-3b1e68362fd8: rpc.has_security_group_logging(os_id): False [ 1218.868871] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.868871] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.868871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.869362] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1218.928650] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.928789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.929204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.929204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.929319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.940633] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1219.173223] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1219.174067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.174067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.174067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.174203] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.174366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.174461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.174645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.174768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.174888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.175025] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.677334] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.677601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.677601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.677784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.677949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.678077] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.678142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.678294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.678384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.678471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.678617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.678698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.678753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.678927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.679085] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.679412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.679515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.679710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.679794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.679927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.680074] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.704902] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.705071] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1219.781685] env[69744]: INFO networking_nsxv3.common.synchronization [req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e req-8d3df45c-3627-4648-86e7-329f2da27626 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Enqueued Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_members [ 1219.782236] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 with Priority: HIGHEST for action security_group_members [ 1219.782548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-05cd6da2-b28d-40c0-bf53-b1e9160ff576 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.782672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.782738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.782938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.783236] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.783384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.783453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.783626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.783708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.783845] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05cd6da2-b28d-40c0-bf53-b1e9160ff576',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.182966] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa189c4-c7e7-4e43-a151-502ed5f04d80: rpc.has_security_group_logging(os_id): False [ 1220.200035] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.200035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.200035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.200431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.200431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.200661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.200779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.200921] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.201140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.201275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.201549] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.201696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.201797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.202020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.202150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.202453] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.202774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.202774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.202915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.203069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.203225] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1220.267559] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.267713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.267754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.267999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.268133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.278801] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1220.286258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.286386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.286490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.286664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.306945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.307077] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.307146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.307191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.307423] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.307512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.307700] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 is going to be updated. [ 1220.334020] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.334020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.334020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.334020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.334249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.345007] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 in Status: IN_PROGRESS for 2s [ 1220.954030] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1220.954217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.291007] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1222.291290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.353032] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 in Status: SUCCESS [ 1222.353218] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05cd6da2-b28d-40c0-bf53-b1e9160ff576 deletion is rescheduled due to dependency. [ 1222.353320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05cd6da2-b28d-40c0-bf53-b1e9160ff576" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.783039] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.783415] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.442117] env[69744]: INFO networking_nsxv3.common.synchronization [req-dd080221-02d8-443e-91f8-5ffa7d122f5a req-4341fe95-c1e0-4f2e-a0bb-2abd990ddabd tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1225.442117] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1225.442117] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.442346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.442500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.442796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.443077] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.443386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.443526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.443775] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.443975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.444180] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.730509] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.730720] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.730855] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.731158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.731426] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.731591] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.731712] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.731999] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.732697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.732697] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.732862] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.733043] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.733092] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.733211] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.733326] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.733466] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.757612] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.757787] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.757928] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.758126] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.758446] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-cb43d206-1398-4a74-8197-cddc3cddebb3 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.758620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.758740] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.759099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.759278] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb43d206-1398-4a74-8197-cddc3cddebb3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.948081] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.948504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.948504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.948617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.975990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.976266] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.976495] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.976581] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.976791] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.976918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.977092] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1226.006602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.007019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.007247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.007712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.008083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.018818] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1226.263741] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.264149] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.264389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.264771] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.265026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.265348] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port cb43d206-1398-4a74-8197-cddc3cddebb3 not found, creating... [ 1226.265754] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.265990] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.266229] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.266509] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.268232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.268232] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.268232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.268232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.268232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.268232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.268232] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: cb43d206-1398-4a74-8197-cddc3cddebb3 is going to be created. [ 1226.288383] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.288689] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.288828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.289201] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.289549] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.289764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.017796] env[69744]: INFO networking_nsxv3.common.synchronization [req-dd080221-02d8-443e-91f8-5ffa7d122f5a req-cfbc42bc-af42-44db-abc5-6ad7f81044ed service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1227.018094] env[69744]: INFO networking_nsxv3.common.synchronization [req-dd080221-02d8-443e-91f8-5ffa7d122f5a req-cfbc42bc-af42-44db-abc5-6ad7f81044ed service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1227.018128] env[69744]: INFO networking_nsxv3.common.synchronization [req-dd080221-02d8-443e-91f8-5ffa7d122f5a req-cfbc42bc-af42-44db-abc5-6ad7f81044ed service nova] Enqueued Resource ID: cb43d206-1398-4a74-8197-cddc3cddebb3 with Priority: HIGHEST for action port [ 1227.018360] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1227.018484] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1227.018578] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb43d206-1398-4a74-8197-cddc3cddebb3 with Priority: HIGHEST for action port [ 1227.019589] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.019724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.019790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.019995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.020090] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.020911] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.021028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.021220] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb43d206-1398-4a74-8197-cddc3cddebb3 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.021323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.021386] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.021562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.021623] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb43d206-1398-4a74-8197-cddc3cddebb3',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.523972] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.524244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.525493] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb43d206-1398-4a74-8197-cddc3cddebb3 with status ACTIVE [ 1227.525729] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.525868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.525952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.526222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.526339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.526521] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.526641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.526701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.526900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.527063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.527296] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.527451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.527523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.527693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.527776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.527868] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb43d206-1398-4a74-8197-cddc3cddebb3 is going to be updated. [ 1227.547195] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.547459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.547459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.547733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.547843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.548020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb43d206-1398-4a74-8197-cddc3cddebb3" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.855949] env[69744]: INFO networking_nsxv3.common.synchronization [req-636e8cfc-9596-435d-930b-93c4a1526d5e req-f4a6151e-f756-4572-8adf-71f7ab1446cd tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1227.856520] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1227.856826] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.857908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.857908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.857908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.857908] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.857908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.857908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.857908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.858201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.858201] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.028702] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1228.028989] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb deletion is rescheduled due to dependency. [ 1228.028989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.031977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.031977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.031977] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.031977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.031977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.031977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.031977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.031977] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.360809] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.361035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.361089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.361274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.361366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.361587] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.361694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.361754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.361902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.361975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.362070] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be deleted. [ 1228.389548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.389548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.389548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.389702] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.389768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.389872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.401231] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.401433] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.401592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.401880] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.402167] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.404130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.404130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.404130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.404130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.404130] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.404130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.404130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.404130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.404130] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.404130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.404130] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.422753] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.422957] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.423110] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.423313] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.423647] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.423828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.423951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.424319] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.424473] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c17efd93-82d7-45b5-96f6-2a3a3c52efc6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.537437] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.928425] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.928775] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.930051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.930051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.930051] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.930051] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port c17efd93-82d7-45b5-96f6-2a3a3c52efc6 not found, creating... [ 1228.930504] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.930616] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.930785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.931218] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.931511] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.931868] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.932151] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.932284] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.932734] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.932803] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.933464] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: c17efd93-82d7-45b5-96f6-2a3a3c52efc6 is going to be created. [ 1228.953034] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.953270] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.953469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.954022] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.954265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.954609] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.041356] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.544189] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.544388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.544464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.544705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.544805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.544906] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1229.573080] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.573365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.573436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.573700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.573863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.594710] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1229.706425] env[69744]: INFO networking_nsxv3.common.synchronization [req-636e8cfc-9596-435d-930b-93c4a1526d5e req-b48bedeb-1a9b-430f-8932-8b791217384a service nova] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 1229.706623] env[69744]: INFO networking_nsxv3.common.synchronization [req-636e8cfc-9596-435d-930b-93c4a1526d5e req-b48bedeb-1a9b-430f-8932-8b791217384a service nova] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1229.706775] env[69744]: INFO networking_nsxv3.common.synchronization [req-636e8cfc-9596-435d-930b-93c4a1526d5e req-b48bedeb-1a9b-430f-8932-8b791217384a service nova] Enqueued Resource ID: c17efd93-82d7-45b5-96f6-2a3a3c52efc6 with Priority: HIGHEST for action port [ 1229.707587] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 1229.707769] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1229.707904] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c17efd93-82d7-45b5-96f6-2a3a3c52efc6 with Priority: HIGHEST for action port [ 1229.708400] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.708645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.708774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.709090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.709212] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.710477] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.710669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.710817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.711159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.711425] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.711669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.711892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.712113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.712314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.712524] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.713580] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.713960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.714128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.714336] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.714448] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c17efd93-82d7-45b5-96f6-2a3a3c52efc6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.090262] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf req-b9ff1f4b-f271-4053-ae3f-490a51871ad2 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1230.090262] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1230.090262] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.090262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.090262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.090262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.091771] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.092052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.092213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.092465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.092651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.092835] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.216324] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.217440] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.217588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.217783] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c17efd93-82d7-45b5-96f6-2a3a3c52efc6 with status ACTIVE [ 1230.217937] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.218037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.218092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.218262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.218354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.218525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.218643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.218704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.218816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.218902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.219538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.219665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.219731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.220008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.220116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.220229] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c17efd93-82d7-45b5-96f6-2a3a3c52efc6 is going to be updated. [ 1230.242246] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.242474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.242474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.242658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.242790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.242953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c17efd93-82d7-45b5-96f6-2a3a3c52efc6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.384438] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.384719] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.384888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.385437] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.385792] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.385991] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.386185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.386495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.386688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.386960] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.387151] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.387307] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.387449] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.387613] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1230.387757] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.387925] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.410782] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.411106] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1230.411363] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.411582] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-591" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.411992] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.412296] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.412500] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.412960] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.413251] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.598453] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.723039] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.915989] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.916602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.916602] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.916718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.916877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.917081] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b not found, creating... [ 1230.917395] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.917961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.917961] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.918442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.918651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.919139] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.919356] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.919515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.919837] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.919989] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.920184] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b is going to be created. [ 1230.940252] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.940549] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.940697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.941044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.941303] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.941778] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.103191] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.225310] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.225662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.225662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.225854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.225947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.226094] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be created. [ 1231.253409] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.253629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.253629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.253805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.253961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.262968] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: UNINITIALIZED for 2s [ 1231.606191] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1231.606475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.606945] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.607105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.607206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.607478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.607659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.607759] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1231.608989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.609262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.609492] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.609628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.609689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.609870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.609956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.610069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.610179] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.642052] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.642052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.642052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.642052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.642052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.649912] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1231.687569] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf req-62ab4eae-5f79-4e37-967c-b592d02e8828 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1231.687821] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf req-62ab4eae-5f79-4e37-967c-b592d02e8828 service nova] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1231.688632] env[69744]: INFO networking_nsxv3.common.synchronization [req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf req-62ab4eae-5f79-4e37-967c-b592d02e8828 service nova] Enqueued Resource ID: ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b with Priority: HIGHEST for action port [ 1231.689358] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_rules [ 1231.689515] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1231.689617] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b with Priority: HIGHEST for action port [ 1231.690537] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.690537] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.690647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.690837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.690928] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.697192] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.697192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.697192] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.697192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.697192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.697192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.697192] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.115191] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.115661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.115661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.115788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.115990] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.116153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.116229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.116398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.116486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.116576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.116730] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.116848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.116968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.117072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.117286] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.117382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.117442] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.117618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.117709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.117798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.117897] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.196823] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.196823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.199770] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b with status ACTIVE [ 1232.200221] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.200221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.200221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.200528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.200629] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.200820] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.200922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.201013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.201193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.201286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.201474] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.201610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.201647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.201797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.201859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.201945] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b is going to be updated. [ 1232.221812] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.221994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.222083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.222322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.222496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.222645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.621318] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb: rpc.has_security_group_logging(os_id): False [ 1232.639761] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.639914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.639992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.640218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.640329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.640538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.640640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.640698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.640854] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.640930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.641148] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.641233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.641298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.641444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.641512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.641697] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.641780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.642639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.642639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.644465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.644589] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1232.672211] env[69744]: INFO networking_nsxv3.common.synchronization [None req-ec93c73d-1bad-46bf-8abc-f8bdc6ac78db tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1232.672824] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1232.673471] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.673624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.673694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.673907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.674219] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.674219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.674347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.674402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.674485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.674589] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.706826] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.706975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.706975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.707308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.707498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.724760] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1233.176482] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.274140] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1233.274447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.274683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.274962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.275224] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.275675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.275675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.275675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.275799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.275888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.276010] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.660791] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1233.661118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.661709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.661977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.662218] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.662378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.662471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.662669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.662779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.662908] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.679068] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.778195] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.165659] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.181983] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.182380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.182380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.182683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.183221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.183310] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1234.223631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.223773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.223839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.224071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.224215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.238515] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1234.281631] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e: rpc.has_security_group_logging(os_id): False [ 1234.301780] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.301974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.301974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.302238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.302334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.302818] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.302818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.302818] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.303019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.303019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.303082] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be created. [ 1234.370770] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.370943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.371020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.371262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.371443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.386271] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 1234.668323] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.798637] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1234.798637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.171650] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.171886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.171886] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.172135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.172232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.172334] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1235.209146] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.209560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.209560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.209778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.209939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.218942] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1236.250260] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1236.250260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.388861] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.389459] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.389746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.390164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.393019] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.393019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.393019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.393019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.393019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.393019] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.393019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.393019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.393019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.393019] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.393019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.393019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.406512] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1236.407224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.411867] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.412047] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1236.412192] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.412413] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.412742] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-f24c2374-ffe0-4b71-be66-a9af15060c67 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.412915] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.413046] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.413449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.413596] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24c2374-ffe0-4b71-be66-a9af15060c67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.484850] env[69744]: INFO networking_nsxv3.common.synchronization [None req-cf4f4a9a-153b-4ffd-a870-c7f5e744607d None None] Enqueued Resource ID: bb0f03a8-1612-46da-b1e1-7dff5c4dc250 with Priority: HIGHEST for action port [ 1236.484850] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0f03a8-1612-46da-b1e1-7dff5c4dc250 with Priority: HIGHEST for action port [ 1236.485652] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0f03a8-1612-46da-b1e1-7dff5c4dc250 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.485777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0f03a8-1612-46da-b1e1-7dff5c4dc250" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.485849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0f03a8-1612-46da-b1e1-7dff5c4dc250" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.486130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0f03a8-1612-46da-b1e1-7dff5c4dc250" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.486204] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0f03a8-1612-46da-b1e1-7dff5c4dc250',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.917569] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.917910] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.917979] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.918304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.918512] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.918684] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port f24c2374-ffe0-4b71-be66-a9af15060c67 not found, creating... [ 1236.919255] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.919847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.920465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.920465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.920465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.920862] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.920862] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.921015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.921369] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.921516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.921667] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: f24c2374-ffe0-4b71-be66-a9af15060c67 is going to be created. [ 1236.941794] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.942074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.942220] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.942515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.942758] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.943269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.989740] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb0f03a8-1612-46da-b1e1-7dff5c4dc250 [ 1236.989740] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.989740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.989740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.990081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.990081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.990081] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb0f03a8-1612-46da-b1e1-7dff5c4dc250 already deleted. [ 1236.990183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0f03a8-1612-46da-b1e1-7dff5c4dc250" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.231732] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1237.232055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.232315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.232980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.233385] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.233591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.233712] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.234025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.234213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.234397] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.234584] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.656178] env[69744]: INFO networking_nsxv3.common.synchronization [req-09e9f318-22b8-4679-9cae-63d55ef986b1 req-81958282-2a7e-4d7d-9ec7-7b27c71f2509 service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1237.656178] env[69744]: INFO networking_nsxv3.common.synchronization [req-09e9f318-22b8-4679-9cae-63d55ef986b1 req-81958282-2a7e-4d7d-9ec7-7b27c71f2509 service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1237.656178] env[69744]: INFO networking_nsxv3.common.synchronization [req-09e9f318-22b8-4679-9cae-63d55ef986b1 req-81958282-2a7e-4d7d-9ec7-7b27c71f2509 service nova] Enqueued Resource ID: f24c2374-ffe0-4b71-be66-a9af15060c67 with Priority: HIGHEST for action port [ 1237.656514] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1237.656664] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1237.656760] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24c2374-ffe0-4b71-be66-a9af15060c67 with Priority: HIGHEST for action port [ 1237.657644] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.657644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.657644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.657858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.657858] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.658585] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.658716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.658750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.658911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.659068] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.662051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.662051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.662051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.662051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.662051] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.662051] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24c2374-ffe0-4b71-be66-a9af15060c67 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.662051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.662051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.662051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.662051] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24c2374-ffe0-4b71-be66-a9af15060c67',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.737779] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.737936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.738024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.738255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.738425] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.738542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.738594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.738739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.738826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.738916] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.739271] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.739365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.739431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.739596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.739722] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.739814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.739872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.740016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.740100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.740186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.740269] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.163586] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.163954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.164762] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.165862] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f24c2374-ffe0-4b71-be66-a9af15060c67 with status ACTIVE [ 1238.170018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.170018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.170018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.170018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.170018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f24c2374-ffe0-4b71-be66-a9af15060c67 is going to be updated. [ 1238.191361] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.191361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.191361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.191573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.191749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.192193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24c2374-ffe0-4b71-be66-a9af15060c67" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.242410] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19cdb2b3-f2fa-4477-884b-85c4ead55a60: rpc.has_security_group_logging(os_id): False [ 1238.281753] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.281753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.281753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.281753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.281753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.281753] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.283191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.283316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.283764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.283764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.284438] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.284438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.284438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.284989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.284989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.285177] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.285319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.285420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.285740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.285740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.285872] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1238.413134] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.413134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.413134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.413134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.413134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.423271] env[69744]: INFO networking_nsxv3.common.synchronization [None req-6150f795-ba56-4f06-9631-6d7a5f687f65 None None] Enqueued Resource ID: 1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461 with Priority: HIGHEST for action port [ 1238.423271] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461 with Priority: HIGHEST for action port [ 1238.424298] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.424453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.424522] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.426907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.426907] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.428612] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1238.672557] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.933635] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461 [ 1238.933748] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.933833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.933882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.934907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.934907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.934907] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461 already deleted. [ 1238.934907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b66e9b7-7b9f-4ac4-9cbf-0378ebd04461" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.178428] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.178428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.178428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.178428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.178428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.178428] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1239.229803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.229803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.229803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.229803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.229803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.244564] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1240.453478] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1240.453814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.253815] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1241.254061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.254240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.254486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.254744] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.254934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.255012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.255188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.255273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.255363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.255455] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.758419] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.758732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.758732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.758948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.760064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.760064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.760064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.760064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.760064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.760064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.760064] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.760064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.760064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.760440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.760440] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.760440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.760440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.760572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.760610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.760693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.760783] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.263014] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb: rpc.has_security_group_logging(os_id): False [ 1242.282061] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.282235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.282301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.282639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.282639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.282753] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.282833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.282888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.283054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.283122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.283337] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.283447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.283501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.283613] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.283685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.283861] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.283949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.284012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.284342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.284427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.284637] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1242.346810] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.346954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.347039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.347337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.347514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.359933] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1243.423571] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.423571] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.374341] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1244.374685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.860262] env[69744]: INFO networking_nsxv3.common.synchronization [req-3c748b20-db0f-4678-b4b0-a0b80b678e02 req-b9dc5061-4df1-43a4-8307-184940be892c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Enqueued Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_members [ 1244.860918] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_members [ 1244.861398] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.861546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.861648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.861917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.862092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.862186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.862285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.862398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.862482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.862575] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.322074] env[69744]: INFO networking_nsxv3.common.synchronization [req-3c70e19c-b51f-434c-aba1-48c885610330 req-cc704c76-72b5-41ea-a2b0-488fe419e06f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1245.322074] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1245.322074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.322074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.322074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.322620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.322927] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.323174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.323347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.323622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.323807] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.323999] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.366695] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.366695] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.366695] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff already deleted. [ 1245.366695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.448054] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-405 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.448054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-405" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.448054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-405" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.448054] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-405" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.448054] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.448555] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.448790] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.449134] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.449401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.449720] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.449938] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.450207] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.450443] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.450666] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.450872] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.451131] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.471027] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.471027] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.471027] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.471027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-405" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.471027] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.471027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.471027] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.471811] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.472222] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.826923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.827132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.827132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.827312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.847339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.847650] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.847748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.847786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.847957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.848054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.848654] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1245.872698] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.873053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.873053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.873420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.873420] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.880479] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1245.975008] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.975268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.975403] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.975692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.975853] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.976321] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d not found, creating... [ 1245.976321] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.976474] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.976575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.976800] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.976943] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.977262] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.977432] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.977556] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.977769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.977909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.978060] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d is going to be created. [ 1245.996634] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.996810] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.996810] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.997131] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.997371] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.997600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.778036] env[69744]: INFO networking_nsxv3.common.synchronization [req-3c748b20-db0f-4678-b4b0-a0b80b678e02 req-d49e2397-6aa8-4a86-8e6b-e5593f4e1218 service nova] Enqueued Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_rules [ 1246.778248] env[69744]: INFO networking_nsxv3.common.synchronization [req-3c748b20-db0f-4678-b4b0-a0b80b678e02 req-d49e2397-6aa8-4a86-8e6b-e5593f4e1218 service nova] Enqueued Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_members [ 1246.778359] env[69744]: INFO networking_nsxv3.common.synchronization [req-3c748b20-db0f-4678-b4b0-a0b80b678e02 req-d49e2397-6aa8-4a86-8e6b-e5593f4e1218 service nova] Enqueued Resource ID: 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d with Priority: HIGHEST for action port [ 1246.778594] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_rules [ 1246.778719] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_members [ 1246.778812] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d with Priority: HIGHEST for action port [ 1246.779600] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.779721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.779790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.780071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.780154] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.781144] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.781144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.781340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.781394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.781538] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.781622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.781696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.781873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.781923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.782036] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.782901] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.782901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.782901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.783557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.783639] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.287755] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.288190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.288190] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.288975] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d with status ACTIVE [ 1247.289203] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.289363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.289470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.289624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.289726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.289898] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.289994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.290064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.290217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.290298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.290498] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.290593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.290652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.290794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.290869] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.290949] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d is going to be updated. [ 1247.310126] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.310329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.310329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.310560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.310698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.310858] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.679222] env[69744]: INFO networking_nsxv3.common.synchronization [req-2667d369-a179-4686-8858-f8eab0481b79 req-256f9b9f-afba-4e84-b365-c135c4ac93c8 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1247.679931] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1247.680299] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.680437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.680545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.680733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.680888] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.680989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.681058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.681212] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.681317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.681413] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.792544] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.890166] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1247.890406] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1247.890564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.185526] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.185681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.185756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.185983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.186088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.186285] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.186421] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.186521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.187189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.187189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.187189] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1248.214909] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.215113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.215194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.215434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.215583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.223545] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1248.295235] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.295532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.295532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.295662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.295758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.295855] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff is going to be created. [ 1248.328079] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.328079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.328079] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.328322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.328364] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.337497] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff in Status: UNINITIALIZED for 2s [ 1249.105290] env[69744]: INFO networking_nsxv3.common.synchronization [req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 req-5cad72e3-b891-473b-b95c-ab791676094a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1249.108639] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1249.109439] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.109626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.111151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.111151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.111151] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.111151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.111151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.111151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.111151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.111151] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.613411] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.687217] env[69744]: INFO networking_nsxv3.common.synchronization [req-a53c5ab6-ffc2-4f67-8506-72abec5afeae req-dc1a0435-053b-4645-adce-375b0628c3d1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1249.687217] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1249.687886] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.688190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.688512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.688848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.689205] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.689507] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.689711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.689990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.690223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.690477] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.081768] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.082035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.082126] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.082397] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.082657] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.083067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.083067] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.083186] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.083298] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.083509] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.083625] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.083737] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.083847] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.083958] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.084077] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.084214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.101210] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.101373] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1250.101513] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.101684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.101972] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-95954d87-7b10-4f2e-b9de-0d33bc9e250f taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.102189] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.102322] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.102630] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.102774] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95954d87-7b10-4f2e-b9de-0d33bc9e250f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.115095] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.192589] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.232840] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1250.233047] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1250.233288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.348905] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff in Status: SUCCESS [ 1250.349118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.349279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.349521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.349716] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.349859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.349908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.350067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.350152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.350237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.350342] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.605884] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.605884] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.605884] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.606132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.606169] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.606306] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 95954d87-7b10-4f2e-b9de-0d33bc9e250f not found, creating... [ 1250.606576] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.606741] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.606864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.607106] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.607254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.607576] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.607747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.607871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.608102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.608243] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.608389] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 95954d87-7b10-4f2e-b9de-0d33bc9e250f is going to be created. [ 1250.617198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.617556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.617556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.617556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.617683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.617720] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1250.629382] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.630057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.630057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.630057] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.630217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.630406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.656673] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.656788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.657065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.657065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.657208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.666295] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1250.694660] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.852829] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.852989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.853074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.853334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.853517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.853898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.853898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.853898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.854048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.854048] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.854192] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.854318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.854358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.854492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.855650] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.855770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.855838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.856019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.856108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.856193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.856284] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.198115] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.198301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.198382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.198637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.198734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.198847] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1251.230505] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.230505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.230505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.230505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.230505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.239638] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1251.359555] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b881cad-428f-4a5a-9e4a-4c6279a5aeff: rpc.has_security_group_logging(os_id): False [ 1251.366030] env[69744]: INFO networking_nsxv3.common.synchronization [req-a53c5ab6-ffc2-4f67-8506-72abec5afeae req-6c4519c0-4797-4590-8441-8860092069db service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1251.366030] env[69744]: INFO networking_nsxv3.common.synchronization [req-a53c5ab6-ffc2-4f67-8506-72abec5afeae req-6c4519c0-4797-4590-8441-8860092069db service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1251.366030] env[69744]: INFO networking_nsxv3.common.synchronization [req-a53c5ab6-ffc2-4f67-8506-72abec5afeae req-6c4519c0-4797-4590-8441-8860092069db service nova] Enqueued Resource ID: 95954d87-7b10-4f2e-b9de-0d33bc9e250f with Priority: HIGHEST for action port [ 1251.366030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1251.366030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1251.366030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95954d87-7b10-4f2e-b9de-0d33bc9e250f with Priority: HIGHEST for action port [ 1251.366838] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.367160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.370021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.370021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.370021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.370021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.370021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.370021] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-95954d87-7b10-4f2e-b9de-0d33bc9e250f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.370021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.370021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.370021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.370021] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95954d87-7b10-4f2e-b9de-0d33bc9e250f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.376543] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.377034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.377034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.377034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.378484] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.378484] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.378484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.378484] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.379318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.379318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.379318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.379318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.379318] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff is going to be created. [ 1251.432553] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.432730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.432794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.433067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.433261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.443028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff in Status: IN_PROGRESS for 2s [ 1251.806041] env[69744]: INFO networking_nsxv3.common.synchronization [req-edf07e25-3203-4f25-b197-297d4c8e0e84 req-2bb98128-b05b-4180-b9b1-02dfbea6780f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1251.806553] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1251.806852] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.806966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.807043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.807244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.807403] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.807500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.807560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.807741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.807802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.807857] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.873490] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.873622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.873806] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95954d87-7b10-4f2e-b9de-0d33bc9e250f with status ACTIVE [ 1251.873973] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.874099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.874153] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.874366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.874436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.874602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.874696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.874757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.874898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.875015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.875157] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.875244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.875302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.875437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.875518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.875651] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95954d87-7b10-4f2e-b9de-0d33bc9e250f is going to be updated. [ 1251.895741] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.896283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.896283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.896283] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.896503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.896660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95954d87-7b10-4f2e-b9de-0d33bc9e250f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.211901] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.211901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.211901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.211901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.211901] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.211901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.211901] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.212407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.212709] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.213081] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.213865] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.213865] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.213865] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.213865] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1252.214152] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.214435] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.236090] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.236311] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1252.236485] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.236671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-335" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.237191] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-cace2cb8-b898-488b-9693-3c00303fa7f6 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.237409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.237560] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.237897] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.238676] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cace2cb8-b898-488b-9693-3c00303fa7f6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.309677] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.309833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.309906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.310221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.310346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.310574] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.310680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.310744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.310905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.310983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.311080] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1252.335986] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.336195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.336195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.336339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.336483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.345041] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1252.675188] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1252.675497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.741625] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.741625] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.741859] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.742142] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.743994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.743994] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port cace2cb8-b898-488b-9693-3c00303fa7f6 not found, creating... [ 1252.743994] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.743994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.743994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.743994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.743994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.744477] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.744727] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.744911] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.745240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.745448] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.745676] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: cace2cb8-b898-488b-9693-3c00303fa7f6 is going to be created. [ 1252.764695] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.764695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.764986] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.765188] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.765328] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.765575] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.996716] env[69744]: INFO networking_nsxv3.common.synchronization [req-f55adbcb-21cb-41a6-978d-d862a67729a6 req-1a1c7e56-b824-4393-b9c0-32697f68a84e tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1252.997781] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1252.998097] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.998197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.998264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.998477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.998645] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.998745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.998808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.998958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.999059] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.999154] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.250717] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1253.252203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.252203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.252203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.252203] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.252203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.252203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.252612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.252612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.252612] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.272311] env[69744]: INFO networking_nsxv3.common.synchronization [None req-a99e0d31-865f-448f-a3fe-dfec76d4cfb6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1253.273787] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1253.274213] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.275038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.455878] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff in Status: SUCCESS [ 1253.456192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.501169] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.755866] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.003910] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.137856] env[69744]: INFO networking_nsxv3.common.synchronization [req-edf07e25-3203-4f25-b197-297d4c8e0e84 req-d06a4394-2013-4b2f-b581-85af988994ec service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1254.138074] env[69744]: INFO networking_nsxv3.common.synchronization [req-edf07e25-3203-4f25-b197-297d4c8e0e84 req-d06a4394-2013-4b2f-b581-85af988994ec service nova] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1254.138239] env[69744]: INFO networking_nsxv3.common.synchronization [req-edf07e25-3203-4f25-b197-297d4c8e0e84 req-d06a4394-2013-4b2f-b581-85af988994ec service nova] Enqueued Resource ID: cace2cb8-b898-488b-9693-3c00303fa7f6 with Priority: HIGHEST for action port [ 1254.138472] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_rules [ 1254.138597] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1254.138690] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cace2cb8-b898-488b-9693-3c00303fa7f6 with Priority: HIGHEST for action port [ 1254.139269] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.139404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.139478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.139676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.139757] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.140616] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.140713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.140904] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-cace2cb8-b898-488b-9693-3c00303fa7f6 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.140995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.141064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.141237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.141363] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cace2cb8-b898-488b-9693-3c00303fa7f6',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.257729] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.355094] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1254.355286] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1254.355404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.355569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.355772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.355951] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.356119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.356194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.356388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.356496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.356613] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.505734] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.505989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.506092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.506389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.506490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.506662] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1254.536041] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.536275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.536275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.536407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.536570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.544444] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1254.643526] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.643766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.645135] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cace2cb8-b898-488b-9693-3c00303fa7f6 with status ACTIVE [ 1254.645233] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.645327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.645394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.645610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.645704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.645879] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.645974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.646049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.646200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.646333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.646470] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.646562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.646619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.646760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.646832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.646916] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cace2cb8-b898-488b-9693-3c00303fa7f6 is going to be updated. [ 1254.691185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.691319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.691394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.691608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.691799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.691935] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cace2cb8-b898-488b-9693-3c00303fa7f6" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.761706] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.761706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.761706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.761896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.761896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.761972] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1254.796818] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.796970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.797108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.797265] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.797404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.806933] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1254.858464] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.361510] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.503375] env[69744]: INFO networking_nsxv3.common.synchronization [req-dc2063a5-a42a-4025-9b12-690597a5695f req-5c3f5ebc-ad26-4282-9f55-d121306199b4 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Enqueued Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_members [ 1255.503910] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_members [ 1255.504202] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.504325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.504409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.504640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.504793] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.504892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.504955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.505165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.505297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.505424] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.854019] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.854019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.854019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.854019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.854019] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.854019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.854816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.855098] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.855260] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.855496] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.855616] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.855735] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.855844] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.856012] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.856086] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.856213] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.863825] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.863955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.864036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.864238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.864330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.864459] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1255.877417] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.877417] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.877417] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.877417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-633" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.877417] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.877417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.877417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.877417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.877417] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cce1d03-3713-4ae3-9e4a-57c7da62bcbf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.895093] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.895093] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.895585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.895585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.896398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.904611] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1256.007661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.007934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.008064] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.008419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.008589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.008921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.009114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.009231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.009518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.009729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.009861] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e already deleted. [ 1256.009954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.381362] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.381640] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.381796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.382096] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.382253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.382415] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf not found, creating... [ 1256.382688] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.382852] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.382976] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.383224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.383370] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.383712] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.383881] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.384015] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.384238] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.384405] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.384556] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf is going to be created. [ 1256.403640] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.403869] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.404036] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.404259] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.404489] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.404724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.554793] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1256.557407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.557621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.557870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.558098] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.558211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.558278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.558444] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.558529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.558645] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.817710] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1256.817940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.818125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.818343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.818564] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.818678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.818737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.818943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.819022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.819081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.819156] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.062937] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.063115] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.063870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.063870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.063870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.063870] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.063870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.063870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.064230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.064230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.064230] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1257.089514] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.089688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.089688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.089952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.090141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.098509] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1257.142903] env[69744]: INFO networking_nsxv3.common.synchronization [req-dc2063a5-a42a-4025-9b12-690597a5695f req-ba3e9bc4-14d1-415b-b4ff-a65eaa2626e4 service nova] Enqueued Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_rules [ 1257.143515] env[69744]: INFO networking_nsxv3.common.synchronization [req-dc2063a5-a42a-4025-9b12-690597a5695f req-ba3e9bc4-14d1-415b-b4ff-a65eaa2626e4 service nova] Enqueued Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_members [ 1257.144337] env[69744]: INFO networking_nsxv3.common.synchronization [req-dc2063a5-a42a-4025-9b12-690597a5695f req-ba3e9bc4-14d1-415b-b4ff-a65eaa2626e4 service nova] Enqueued Resource ID: 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf with Priority: HIGHEST for action port [ 1257.145015] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_rules [ 1257.145163] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_members [ 1257.145260] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf with Priority: HIGHEST for action port [ 1257.146103] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.146324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.146680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.146969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.147112] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.149287] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.149474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.149580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.149792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.149977] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.150117] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.150201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.150400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.150520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.150638] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.152085] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.152237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.152329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.152525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.152629] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cce1d03-3713-4ae3-9e4a-57c7da62bcbf',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.321589] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.321863] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.321967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.322285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.322427] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.322568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.322617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.322774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.322867] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.322955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.323122] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.323218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.323279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.323448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.323593] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.323682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.323741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.323902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.323995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.324091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.324185] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.656354] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.656701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.656760] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.657793] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf with status ACTIVE [ 1257.658032] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.658164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.658247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.658809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.658809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.658809] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.658993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.658993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.659146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.659241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.659545] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.659654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.659722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.659909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.659980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.660102] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf is going to be updated. [ 1257.680032] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.680188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.680342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.680602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.682030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.682030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.825965] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa189c4-c7e7-4e43-a151-502ed5f04d80: rpc.has_security_group_logging(os_id): False [ 1257.842572] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.842721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.842777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.842994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.843099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.843358] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.843461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.843526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.843678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.843754] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.844042] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.844042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.844169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.844233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.844303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.844500] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.844590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.844660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.844784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.844861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.844937] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1257.904509] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.904678] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.904737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.904932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.905090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.914383] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1257.914603] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.914757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.914954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.915150] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.915260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.915314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.915466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.915551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.915649] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.915745] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.918165] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1258.161804] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.417780] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.417965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.418068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.418318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.418491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.418619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.418740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.418889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.418984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.419580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.419832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.419913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.419973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.420165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.420597] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.420703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.420767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.421028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.421149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.421149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.421251] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.664687] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.664687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.665244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.665338] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.665405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.665531] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e is going to be created. [ 1258.698418] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.698580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.698643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.699560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.699560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.715407] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e in Status: UNINITIALIZED for 2s [ 1258.925082] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5d734ae-e3c1-4663-b925-7b8e2452f616: rpc.has_security_group_logging(os_id): False [ 1258.946425] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.946596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.946637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.946846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.946940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.947270] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.947378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.947439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.947592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.947665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.947842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.947928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.947987] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.948186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.949182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.949182] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.949182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.949182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.949182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.949182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.949182] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1259.012219] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.012219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.012219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.012219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.012219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.025758] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1259.122284] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1259.122486] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb deletion is rescheduled due to dependency. [ 1259.122625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.727780] env[69744]: INFO networking_nsxv3.common.synchronization [req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 req-7c8a8615-bace-4944-a175-354b65f39474 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1259.729303] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1259.729770] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.730298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.730298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.730298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.730532] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.731518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.731518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.731518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.731518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.731518] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.935238] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1259.935238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.235520] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.235520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.235520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.235848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.235848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.236110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.236219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.236290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.236501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.236601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.236697] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1260.264881] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.265106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.265106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.265373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.265522] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.278391] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1260.394769] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.394769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.395309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.395309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.395633] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.395889] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.396028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.396352] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.396607] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.396885] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.399466] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.399466] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.399466] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.399466] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1260.399466] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.399466] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.417171] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.417171] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1260.417171] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.417375] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.417714] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-3e3f3377-542e-4bcd-8af6-93f94642292c taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.417905] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.418924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.418924] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.418924] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e3f3377-542e-4bcd-8af6-93f94642292c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.728738] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e in Status: SUCCESS [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.728738] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.728738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.728738] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.921957] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.922268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.922381] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.922695] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.922855] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.923034] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 3e3f3377-542e-4bcd-8af6-93f94642292c not found, creating... [ 1260.923311] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.923478] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.923605] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.923841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.923987] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.924437] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.924617] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.924752] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.924970] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.925126] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.925274] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 3e3f3377-542e-4bcd-8af6-93f94642292c is going to be created. [ 1260.945570] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.945809] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.945909] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.946324] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.946453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.946694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.038317] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1261.038560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.232126] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.232445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.232595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.232855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.233080] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.233187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.233284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.233500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.233622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.233724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.233890] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.233990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.234074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.234211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.234355] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.234466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.234525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.234671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.234752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.234835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.234924] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.650697] env[69744]: INFO networking_nsxv3.common.synchronization [req-81bad5b7-0113-4e4c-83ee-c51f97699116 req-eb176381-54e3-46a3-b062-b8349a2fc7ff tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1261.651344] env[69744]: INFO networking_nsxv3.common.synchronization [req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c req-8644ba81-ed08-4a36-b1e1-c3435e5925db tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Enqueued Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_members [ 1261.652150] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGHEST for action security_group_members [ 1261.652286] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGHEST for action security_group_members [ 1261.652601] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.652701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.652822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.652960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.653140] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.653251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.653287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.653431] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.653523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.653646] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.658278] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.658278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.658466] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.658525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.659202] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.659202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.659202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.659202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.659202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.659202] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.737480] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e: rpc.has_security_group_logging(os_id): False [ 1261.757191] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.757574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.757643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.757868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.757964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.758225] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.758357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.758423] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.758612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.758724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.758921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.759036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.759087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.759255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.759335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.759588] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.759683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.759747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.759901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.759976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.760093] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e is going to be created. [ 1261.819561] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.819782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.819782] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.819992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.820250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.835423] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e in Status: IN_PROGRESS for 2s [ 1262.161087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.161365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.161481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.161794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.161965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.162325] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.162479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.162587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.162824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.162941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.163074] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be updated. [ 1262.164781] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.164951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.165180] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.165352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.165478] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.165760] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.165899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.166109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.166270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.166771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.166771] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff is going to be updated. [ 1262.203390] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.203587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.203692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.203998] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.204224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.207250] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.207517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.207517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.207825] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.208182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.218997] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff in Status: IN_PROGRESS for 2s [ 1262.220177] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: IN_PROGRESS for 2s [ 1262.257110] env[69744]: INFO networking_nsxv3.common.synchronization [req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 req-02d42190-62b1-4144-8566-82ebb8630ea4 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1262.258815] env[69744]: INFO networking_nsxv3.common.synchronization [req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 req-02d42190-62b1-4144-8566-82ebb8630ea4 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1262.258815] env[69744]: INFO networking_nsxv3.common.synchronization [req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 req-02d42190-62b1-4144-8566-82ebb8630ea4 service nova] Enqueued Resource ID: 3e3f3377-542e-4bcd-8af6-93f94642292c with Priority: HIGHEST for action port [ 1262.258815] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1262.258815] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1262.258815] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e3f3377-542e-4bcd-8af6-93f94642292c with Priority: HIGHEST for action port [ 1262.258815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.259224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.259224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.259317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.259486] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.260582] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.260710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.261045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e3f3377-542e-4bcd-8af6-93f94642292c taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.261166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.261288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.261971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.261971] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e3f3377-542e-4bcd-8af6-93f94642292c',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.293203] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1262.293398] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1262.293517] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.293680] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.293906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.294108] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.294224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.294409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.294506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.294606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.294707] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.763094] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.763526] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.764660] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e3f3377-542e-4bcd-8af6-93f94642292c with status ACTIVE [ 1262.764886] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.765049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.765136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.765363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.765456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.765644] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.765838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.765838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.765988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.766139] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.766262] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.766463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.766463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.767069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.767193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.767292] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e3f3377-542e-4bcd-8af6-93f94642292c is going to be updated. [ 1262.793921] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.794171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.794171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.794374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.794518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.794684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e3f3377-542e-4bcd-8af6-93f94642292c" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.797144] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.300841] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.804563] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.804563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.804563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.804563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.804563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.804563] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1263.834248] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.834248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.834248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.834248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.834248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.845817] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1263.845817] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e in Status: SUCCESS [ 1263.845817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.231015] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff in Status: SUCCESS [ 1264.231293] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff deletion is rescheduled due to dependency. [ 1264.231491] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.232655] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 in Status: SUCCESS [ 1264.232900] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 deletion is rescheduled due to dependency. [ 1264.233096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.766024] env[69744]: INFO networking_nsxv3.common.synchronization [req-c529fbed-3555-48b9-8243-5b6073f77c8a req-5f7222e5-b004-4b14-a148-5dbc831dac04 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_members [ 1264.766024] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGHEST for action security_group_members [ 1264.766024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.766024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.769067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.769067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.769067] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.769067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.769067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.769067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.769067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.769067] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.984160] env[69744]: INFO networking_nsxv3.common.synchronization [req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 req-81588f06-a9b5-498c-9297-4206449ca647 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_members [ 1264.984160] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGHEST for action security_group_members [ 1264.984160] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.984160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.984160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.984160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.985352] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.986395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.986395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.986777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.986838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.986902] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.099646] env[69744]: INFO networking_nsxv3.common.synchronization [None req-5a44e4f6-6234-46b6-b61f-34dba06ef2e1 None None] Enqueued Resource ID: b345fa69-5205-4619-8bbc-473f8396a63f with Priority: HIGHEST for action port [ 1265.100575] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b345fa69-5205-4619-8bbc-473f8396a63f with Priority: HIGHEST for action port [ 1265.100575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-b345fa69-5205-4619-8bbc-473f8396a63f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.100698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b345fa69-5205-4619-8bbc-473f8396a63f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.100698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b345fa69-5205-4619-8bbc-473f8396a63f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.101560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b345fa69-5205-4619-8bbc-473f8396a63f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.103980] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b345fa69-5205-4619-8bbc-473f8396a63f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.271749] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.271892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.271966] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.272231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.272327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.272636] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.272636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.272774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.272810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.273168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.273168] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 is going to be updated. [ 1265.301236] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.302030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.302030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.302030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.302222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.314197] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: IN_PROGRESS for 2s [ 1265.491027] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.491027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.491027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.491027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.491290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.491290] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.491389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.491542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.491620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.491724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.491814] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea is going to be updated. [ 1265.518756] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.518925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.520313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.520313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.520313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.527608] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: IN_PROGRESS for 2s [ 1265.607089] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b345fa69-5205-4619-8bbc-473f8396a63f [ 1265.607336] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.607467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.607533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.607778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.608531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.608531] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b345fa69-5205-4619-8bbc-473f8396a63f already deleted. [ 1265.608531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b345fa69-5205-4619-8bbc-473f8396a63f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.855739] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1265.857308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.857308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.857308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.857553] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.857553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.857672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.857720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.857839] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.857885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.857982] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.360984] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.361498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.361498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.361679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.363025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.363025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.363025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.363025] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.363572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.363572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.363572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.363572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.363572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.363738] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.757045] env[69744]: INFO networking_nsxv3.common.synchronization [None req-efb59792-136f-4fd3-a809-e7a7b5e15453 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1266.757824] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1266.761353] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.761704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.761805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.762113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.762223] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.868200] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5: rpc.has_security_group_logging(os_id): False [ 1266.883743] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.883903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.883961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.884189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.884275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.884477] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.884569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.884626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.884770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.884842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.885130] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.885187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.885219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.885345] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.885412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.885603] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.885690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.885747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.885880] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.885948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.886865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1266.949244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.949388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.949481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.949722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.949875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.952971] env[69744]: INFO networking_nsxv3.common.synchronization [None req-29724805-c3a7-4b49-ba23-52e5fe448560 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1266.953634] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1266.954201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.954306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.967892] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1267.188272] env[69744]: INFO networking_nsxv3.common.synchronization [None req-492ab0d6-b417-4169-a969-59ae59f604ed None None] Enqueued Resource ID: 4bb281b3-4531-4ca6-878e-b1565cc09b76 with Priority: HIGHEST for action port [ 1267.188272] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb281b3-4531-4ca6-878e-b1565cc09b76 with Priority: HIGHEST for action port [ 1267.188398] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb281b3-4531-4ca6-878e-b1565cc09b76 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.188516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb281b3-4531-4ca6-878e-b1565cc09b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.188585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb281b3-4531-4ca6-878e-b1565cc09b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.188872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb281b3-4531-4ca6-878e-b1565cc09b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.188957] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb281b3-4531-4ca6-878e-b1565cc09b76',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.284016] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.284016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.284016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.284016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.284016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.284016] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8c5204-5b00-4db7-b730-649380d262ee already deleted. [ 1267.284016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.284346] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.284499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.284605] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.320752] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 in Status: SUCCESS [ 1267.320934] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 deletion is rescheduled due to dependency. [ 1267.321147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.537930] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4958082c-63b3-4fd8-a01d-d748b382cbea in Status: SUCCESS [ 1267.537930] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea deletion is rescheduled due to dependency. [ 1267.538268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.692720] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb281b3-4531-4ca6-878e-b1565cc09b76 [ 1267.692720] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.692720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.692720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.692720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.692720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.692720] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb281b3-4531-4ca6-878e-b1565cc09b76 already deleted. [ 1267.692720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb281b3-4531-4ca6-878e-b1565cc09b76" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.810816] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.810816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.810816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.811026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.811026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.811026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8c5204-5b00-4db7-b730-649380d262ee already deleted. [ 1267.811132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.711460] env[69744]: INFO networking_nsxv3.common.synchronization [req-534b8b0c-7ef4-4518-a42c-d96a90cd557d req-3de3bd7f-f786-4f2f-99c9-3b0f5b875bfe tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Enqueued Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1268.712194] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 with Priority: HIGHEST for action security_group_members [ 1268.712556] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5d734ae-e3c1-4663-b925-7b8e2452f616 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.712703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.712773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.713069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.713348] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.713462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.713576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.713828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.713970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.714137] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5d734ae-e3c1-4663-b925-7b8e2452f616',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.982723] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1268.983054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.217060] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.217060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.217060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.217224] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.217296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.217505] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.217822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.217822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.217822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.217922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.218117] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 is going to be updated. [ 1269.243401] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.243580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.243648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.243853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.244027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.252741] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: IN_PROGRESS for 2s [ 1270.036690] env[69744]: INFO networking_nsxv3.common.synchronization [req-35c18901-5592-401a-be20-5e1189a77488 req-0dd6898a-3680-48bd-9fbc-9af50ed7d2d5 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1270.036690] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1270.037311] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.037490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.037553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.037729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.037902] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.038020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.038159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.038243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.038332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.038430] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.540745] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.641614] env[69744]: INFO networking_nsxv3.common.synchronization [None req-df681cbd-918f-46f5-9715-144e0643052b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1270.641614] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1270.641614] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.641614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.642038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.642038] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.642149] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.721028] env[69744]: INFO networking_nsxv3.common.synchronization [None req-8a86bfb5-09f7-4908-812b-6fc5bc0161ca tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1270.721452] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1270.721779] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.721889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.045643] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.164170] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.164325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.164393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.164615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.164701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.164800] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a already deleted. [ 1271.164882] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.165039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.165192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.165395] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.262601] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 in Status: SUCCESS [ 1271.262768] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5d734ae-e3c1-4663-b925-7b8e2452f616 deletion is rescheduled due to dependency. [ 1271.262900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5d734ae-e3c1-4663-b925-7b8e2452f616" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.550327] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.550531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.550531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.550777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.550876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.550976] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1271.581178] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.581343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.581415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.581611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.581755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.590654] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1271.686875] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.686875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.686875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.686875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.686875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.686875] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a already deleted. [ 1271.686875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.766872] env[69744]: INFO networking_nsxv3.common.synchronization [None req-07621704-c253-4861-9d51-f4c89bfc3edc tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_rules [ 1271.767471] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_rules [ 1271.767790] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.767908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.767989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.770846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.770934] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.916917] env[69744]: INFO networking_nsxv3.common.synchronization [None req-229f0747-2cdf-4f18-a513-a8b72532abf5 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_rules [ 1271.917248] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_rules [ 1271.917571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.917708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.293842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.294188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.294188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.294392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.294499] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.294663] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 already deleted. [ 1272.294772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.294976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.295169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.295267] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.816244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.816671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.816671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.816671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.816814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.816844] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 already deleted. [ 1272.816907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.071546] env[69744]: INFO networking_nsxv3.common.synchronization [req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 req-fbf2a6ea-a221-477f-bb07-4a2c1b25862b tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Enqueued Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_members [ 1273.072129] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGHEST for action security_group_members [ 1273.072429] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.072549] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.072616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.072810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.072959] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.073199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.073262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.073415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.073494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.073583] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.576725] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.577171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.577171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.577265] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.577389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.577622] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.577724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.577786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.577964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.578081] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.578172] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e is going to be updated. [ 1273.598101] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1273.598331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.614058] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.614304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.614304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.614571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.614724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.625710] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e in Status: IN_PROGRESS for 2s [ 1275.038957] env[69744]: INFO networking_nsxv3.common.synchronization [req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 req-6c1d8d48-f123-4055-bf4c-014f96baae94 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1275.039537] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1275.039835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.039961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.040040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.040244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.040397] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.040528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.040619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.040748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.040842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.040936] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.543955] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.544145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.544218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.544440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.544535] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.544745] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.544842] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.544904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.545068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.545142] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.545232] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1275.576692] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.576822] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.576864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.577056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.577191] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.584543] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1275.633365] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e in Status: SUCCESS [ 1275.633473] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e deletion is rescheduled due to dependency. [ 1275.633574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.179361] env[69744]: INFO networking_nsxv3.common.synchronization [req-02d5b074-13e2-460b-8f99-3c04ec8e261d req-a8371e4f-5524-4a5d-b9c2-f39da4f92955 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1276.179361] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1276.179713] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.179833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.179833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.180250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.180250] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.180391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.180391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.180540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.180621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.181258] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.684024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.684024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.684024] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8c5204-5b00-4db7-b730-649380d262ee already deleted. [ 1276.684024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.753381] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.753610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.753745] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.754129] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.754425] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.754594] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.754718] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.754951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.755122] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.755354] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.755473] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.755590] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.755702] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.755835] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.755948] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.756099] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.777586] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.777746] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1276.777884] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.778072] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.778357] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.778521] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.778646] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.778950] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.779099] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab61e6-47ac-4c74-acc3-015d31d24b8d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.282038] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.282391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.282391] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.283258] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.283528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.283790] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port e3ab61e6-47ac-4c74-acc3-015d31d24b8d not found, creating... [ 1277.284217] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.284461] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.284642] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.284975] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.285205] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.285638] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.285871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.286083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.286418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.286620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.286861] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d is going to be created. [ 1277.308500] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.308796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.308945] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.309255] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.309502] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.309831] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.597972] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1277.597972] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1277.597972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.050956] env[69744]: INFO networking_nsxv3.common.synchronization [req-02d5b074-13e2-460b-8f99-3c04ec8e261d req-d39bf574-bde0-400b-9b5f-e0302807147c service nova] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1278.051156] env[69744]: INFO networking_nsxv3.common.synchronization [req-02d5b074-13e2-460b-8f99-3c04ec8e261d req-d39bf574-bde0-400b-9b5f-e0302807147c service nova] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1278.051300] env[69744]: INFO networking_nsxv3.common.synchronization [req-02d5b074-13e2-460b-8f99-3c04ec8e261d req-d39bf574-bde0-400b-9b5f-e0302807147c service nova] Enqueued Resource ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d with Priority: HIGHEST for action port [ 1278.051548] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1278.051688] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1278.051781] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d with Priority: HIGHEST for action port [ 1278.055432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.055855] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.056674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.056878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.056999] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.058200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.058390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.058492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.059208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.059208] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.059208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.059208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.059394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.059820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.059820] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.060612] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.060844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.060844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.061127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.061260] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab61e6-47ac-4c74-acc3-015d31d24b8d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.565192] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.565192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.565521] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.566279] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ab61e6-47ac-4c74-acc3-015d31d24b8d with status ACTIVE [ 1278.566456] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.566565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.566628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.566819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.566900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.567084] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.567225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.567225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.567370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.567783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.567783] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.567783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.568025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.568025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.568025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.568711] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d is going to be updated. [ 1278.590247] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.590372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.590436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.590585] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.590724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.590876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.071149] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.573507] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.573848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.573848] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.574068] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.574168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.574271] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8c5204-5b00-4db7-b730-649380d262ee is going to be created. [ 1279.602303] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.602303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.602303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.602303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.602303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.608328] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: UNINITIALIZED for 2s [ 1281.620383] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: SUCCESS [ 1281.620735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.620986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.621248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.621454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.621575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.621637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.621790] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.621875] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.621960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.622065] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.124363] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.627467] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf8c5204-5b00-4db7-b730-649380d262ee: rpc.has_security_group_logging(os_id): False [ 1282.644667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.644809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.644856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.645082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.645174] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.645408] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.645510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.645575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.645732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.645809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.645896] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8c5204-5b00-4db7-b730-649380d262ee is going to be created. [ 1282.699575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.699751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.699814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.700045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.700228] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.709847] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: IN_PROGRESS for 2s [ 1283.052553] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.052553] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1284.352018] env[69744]: INFO networking_nsxv3.common.synchronization [req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c req-21548054-74c1-49b4-be0a-2d706867fa27 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1284.352529] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1284.352829] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.352953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.353024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.353284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.353435] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.353536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.353587] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.353766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.353872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.353942] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.421907] env[69744]: INFO networking_nsxv3.common.synchronization [req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 req-d59832ea-fa08-45b8-8312-dc524a8e3a27 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1284.422415] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1284.423026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.423026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.423026] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.423221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.423313] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.423413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.423476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.423624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.423719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.423797] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.680149] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.680401] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.680645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.681062] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.681403] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.681623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.681770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.682088] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.682304] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.682570] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.682720] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.682882] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.682954] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.683098] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.683247] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.683409] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.702761] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.702761] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1284.702761] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.702761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.702955] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-94a858fe-9fa2-415e-8fac-dbdd5de0946e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.703141] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.703264] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.703608] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.703735] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a858fe-9fa2-415e-8fac-dbdd5de0946e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.719389] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: SUCCESS [ 1284.719641] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.862062] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.862062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.862062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.862299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.862299] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.862609] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.862770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.862870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.863134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.863256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.863385] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a already deleted. [ 1284.863512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.926467] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.926645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.926645] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.926944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.927100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.927406] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.928011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.928011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.928011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.928198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.928198] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1284.954393] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.954580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.954682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.954975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.955194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.963932] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1285.208063] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.208392] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.208596] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.208981] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.209239] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.209471] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 94a858fe-9fa2-415e-8fac-dbdd5de0946e not found, creating... [ 1285.209873] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.210118] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.210298] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.210615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.210830] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.211284] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.211515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.211703] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.212014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.212233] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.212448] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 94a858fe-9fa2-415e-8fac-dbdd5de0946e is going to be created. [ 1285.232069] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.232291] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.232422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.232720] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.232930] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.233179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.947103] env[69744]: INFO networking_nsxv3.common.synchronization [req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c req-0751b7cc-2f55-491e-ad0b-97c8295705b7 service nova] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1285.949020] env[69744]: INFO networking_nsxv3.common.synchronization [req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c req-0751b7cc-2f55-491e-ad0b-97c8295705b7 service nova] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1285.949020] env[69744]: INFO networking_nsxv3.common.synchronization [req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c req-0751b7cc-2f55-491e-ad0b-97c8295705b7 service nova] Enqueued Resource ID: 94a858fe-9fa2-415e-8fac-dbdd5de0946e with Priority: HIGHEST for action port [ 1285.949020] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1285.949020] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1285.949020] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94a858fe-9fa2-415e-8fac-dbdd5de0946e with Priority: HIGHEST for action port [ 1285.949659] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.950150] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.952432] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.952432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.952432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.952432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.952432] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.953343] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-94a858fe-9fa2-415e-8fac-dbdd5de0946e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.953343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.953343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.953529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.953529] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94a858fe-9fa2-415e-8fac-dbdd5de0946e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.458934] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.458934] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.458934] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94a858fe-9fa2-415e-8fac-dbdd5de0946e with status ACTIVE [ 1286.458934] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.458934] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.458934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.463606] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.463606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.463606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.463606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.463606] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.463606] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94a858fe-9fa2-415e-8fac-dbdd5de0946e is going to be updated. [ 1286.483543] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.483543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.483543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.483543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.483543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.483543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94a858fe-9fa2-415e-8fac-dbdd5de0946e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.669449] env[69744]: INFO networking_nsxv3.common.synchronization [req-eaa24221-47f9-4861-9fb4-d54ebfdee60d req-72552d60-3f1f-453d-be2a-86e3df5b594e tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_members [ 1286.670212] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_members [ 1286.670613] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c15145f-305c-40dc-88e9-1a4eeb8a9903 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.670798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.670933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.671255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.671495] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.671757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.671757] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.672011] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.672165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.672295] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.952061] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.952061] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.952431] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.952518] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.952840] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.953052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.953185] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.953409] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.953562] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.953777] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.953896] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.954020] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.954142] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.954249] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1286.954358] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.954491] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.962778] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.975849] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1286.975995] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 deletion is rescheduled due to dependency. [ 1286.976089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.976973] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.977357] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1286.977357] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.977502] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-220" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.977791] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-211b7489-d8a8-47c0-8b28-9a5544298df1 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.977966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.978150] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.978473] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.978617] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211b7489-d8a8-47c0-8b28-9a5544298df1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.176963] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.176963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.176963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.177303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.177406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.177624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.177731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.177798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.177958] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.178050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.178138] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 already deleted. [ 1287.178214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.464619] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.464792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.464913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.465097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.465186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.465284] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a is going to be created. [ 1287.480764] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.480993] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.481065] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.481355] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.481511] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.481666] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 211b7489-d8a8-47c0-8b28-9a5544298df1 not found, creating... [ 1287.481927] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.482102] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.482224] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.482446] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.482588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.482900] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.483086] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.483210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.483421] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.483558] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.483699] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 211b7489-d8a8-47c0-8b28-9a5544298df1 is going to be created. [ 1287.489111] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.489238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.489238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.489395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.489541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.497257] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: UNINITIALIZED for 2s [ 1287.500687] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.500899] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.501045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.501305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.501535] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.501785] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.211947] env[69744]: INFO networking_nsxv3.common.synchronization [req-eaa24221-47f9-4861-9fb4-d54ebfdee60d req-a1098ac8-bb9d-486b-9477-2bd7794f2987 service nova] Enqueued Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_rules [ 1288.212247] env[69744]: INFO networking_nsxv3.common.synchronization [req-eaa24221-47f9-4861-9fb4-d54ebfdee60d req-a1098ac8-bb9d-486b-9477-2bd7794f2987 service nova] Enqueued Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_members [ 1288.212343] env[69744]: INFO networking_nsxv3.common.synchronization [req-eaa24221-47f9-4861-9fb4-d54ebfdee60d req-a1098ac8-bb9d-486b-9477-2bd7794f2987 service nova] Enqueued Resource ID: 211b7489-d8a8-47c0-8b28-9a5544298df1 with Priority: HIGHEST for action port [ 1288.214812] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_rules [ 1288.214812] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_members [ 1288.214812] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211b7489-d8a8-47c0-8b28-9a5544298df1 with Priority: HIGHEST for action port [ 1288.214812] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.214812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.214812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.214812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.214812] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.215230] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c15145f-305c-40dc-88e9-1a4eeb8a9903 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.215230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.215230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.215335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.215914] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.216023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.216088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.216251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.216332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.216422] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.217375] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-211b7489-d8a8-47c0-8b28-9a5544298df1 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.217375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.217375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.217557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.217616] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211b7489-d8a8-47c0-8b28-9a5544298df1',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.719751] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c15145f-305c-40dc-88e9-1a4eeb8a9903 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.719931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.720109] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.721058] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 211b7489-d8a8-47c0-8b28-9a5544298df1 with status ACTIVE [ 1288.721253] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.721367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.721435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.721711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.721773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.721892] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.722031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.722363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.722363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.722363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.722781] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.722883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.722946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.727615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.727615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.727615] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 211b7489-d8a8-47c0-8b28-9a5544298df1 is going to be updated. [ 1288.750126] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.750266] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.750329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.750531] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.750669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.750821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-211b7489-d8a8-47c0-8b28-9a5544298df1" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.229510] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.506600] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: SUCCESS [ 1289.506748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.506903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.507152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.507853] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.507853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.507853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.507853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.507853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.507853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.508267] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.731288] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.731447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.731516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.731749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.731840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.731960] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 is going to be created. [ 1289.753468] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.753672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.753672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.753885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.754066] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.762390] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 in Status: UNINITIALIZED for 2s [ 1290.010800] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.515381] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1b824f-06b3-4a49-878f-f039a833ac2a: rpc.has_security_group_logging(os_id): False [ 1290.532715] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.532715] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.532715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.532715] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a is going to be created. [ 1290.588077] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.588285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.588377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.588674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.588928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.598988] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: IN_PROGRESS for 2s [ 1291.771670] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 in Status: SUCCESS [ 1291.772035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.772075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.772381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.772611] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.772846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.772926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.773114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.773199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.773286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.773378] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.275162] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.611511] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: SUCCESS [ 1292.611809] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.777656] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c15145f-305c-40dc-88e9-1a4eeb8a9903: rpc.has_security_group_logging(os_id): False [ 1292.795568] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.795714] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.795785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.796008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.796110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.796345] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.796443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.796508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.796661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.796738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.796824] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 is going to be created. [ 1292.850247] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.850388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.850458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.850742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.850931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.860903] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 in Status: IN_PROGRESS for 2s [ 1293.213786] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.213927] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1293.255497] env[69744]: INFO networking_nsxv3.common.synchronization [req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe req-abf9ec82-0263-495b-bf12-1c8af449ce70 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_members [ 1293.256030] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGHEST for action security_group_members [ 1293.256336] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.256458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.256523] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.256723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.256913] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.259486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.259486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.259486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.259486] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.259486] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.761786] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.762051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.762051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.762190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.762476] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.762476] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.762697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.762697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.762819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.762819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.762924] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 is going to be updated. [ 1293.788847] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.789165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.789165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.789275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.789415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.803575] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: IN_PROGRESS for 2s [ 1294.871938] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 in Status: SUCCESS [ 1294.872355] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.812460] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 261e6920-0a83-4640-b7f9-6870672aa994 in Status: SUCCESS [ 1295.812655] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 deletion is rescheduled due to dependency. [ 1295.812710] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.290319] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.290642] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.290700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.291045] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.291317] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.291482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.291603] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.291826] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.291994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.292232] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1296.292352] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.292462] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.292572] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.292747] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1296.292888] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.293037] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.311313] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.311467] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1296.311603] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.311772] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-248" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.312066] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-2e712444-63a7-4d53-9fb3-6e1635b291e0 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.312237] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.312360] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.312598] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.312739] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e712444-63a7-4d53-9fb3-6e1635b291e0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.815287] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.815506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.815638] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.815956] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.816210] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.816431] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.816592] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.816713] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.816948] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.817101] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.817385] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.817541] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.817661] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.817873] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.818016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.818169] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 is going to be updated. [ 1296.839921] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.840146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.840279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.840530] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.840724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.840948] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.526129] env[69744]: INFO networking_nsxv3.common.synchronization [req-92f410bb-de40-4c6f-8e0e-b002495a6709 req-571d5bc4-b3c3-49f9-a76d-bbf7eae0c9b8 service nova] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_rules [ 1297.526431] env[69744]: INFO networking_nsxv3.common.synchronization [req-92f410bb-de40-4c6f-8e0e-b002495a6709 req-571d5bc4-b3c3-49f9-a76d-bbf7eae0c9b8 service nova] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1297.526647] env[69744]: INFO networking_nsxv3.common.synchronization [req-92f410bb-de40-4c6f-8e0e-b002495a6709 req-571d5bc4-b3c3-49f9-a76d-bbf7eae0c9b8 service nova] Enqueued Resource ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 with Priority: HIGHEST for action port [ 1297.526701] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_rules [ 1297.526821] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1297.526916] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 with Priority: HIGHEST for action port [ 1297.527875] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.528051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.528132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.528340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.528423] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.529210] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.529322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.529394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.529541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.529708] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.529798] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.529865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.529991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.530135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.530170] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.530874] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e712444-63a7-4d53-9fb3-6e1635b291e0 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.530986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.531073] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.531200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.531261] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e712444-63a7-4d53-9fb3-6e1635b291e0',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.033460] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.034541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.034675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.034810] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e712444-63a7-4d53-9fb3-6e1635b291e0 with status ACTIVE [ 1298.034966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.035084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.035164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.035370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.035456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.035628] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.035731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.035853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.036017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.036100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.036286] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.036378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.036434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.036576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.036646] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.036729] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e712444-63a7-4d53-9fb3-6e1635b291e0 is going to be updated. [ 1298.057457] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.057690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.057690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.057920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.058070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.058229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e712444-63a7-4d53-9fb3-6e1635b291e0" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.538571] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.040559] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.040737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.040810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.041035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.041137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.041239] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1299.071144] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.071342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.071342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.071564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.071706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.079541] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1301.089993] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1301.090330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.090404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.090614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.090813] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.090931] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.090996] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.091166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.091247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.091335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.091429] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.593926] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.594091] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.594140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.594352] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.594525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.594623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.594687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.594840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.594930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.595030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.595181] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.595271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.595331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.595471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.595605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.595693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.595753] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.595888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.595963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.596856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.596856] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.098411] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 050b3398-5c81-4116-b5a1-2c9b8de50288: rpc.has_security_group_logging(os_id): False [ 1302.114664] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.114826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.114869] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.115097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.115201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.115431] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.115536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.115598] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.115750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.115826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.115999] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.116106] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.116165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.116303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.116373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.116547] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.116635] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.116693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.116826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.116898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.116981] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1302.173067] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.173277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.173277] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.173520] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.173665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.185831] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1302.528353] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.528489] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1302.992968] env[69744]: INFO networking_nsxv3.common.synchronization [req-884e775d-4f12-4a79-80cd-a1531c69ed9f req-22d47dd6-e034-4179-b548-d4af6757dd30 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1302.993457] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1302.993807] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.993977] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.994385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.994663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.995019] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.995181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.995271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.995468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.995853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.995853] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.355775] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.356080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.356418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.356828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.357207] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.357516] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.357721] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.358082] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.358285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.358678] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.358901] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.359105] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.359403] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.359517] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.359753] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.359978] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.378581] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.378770] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1303.378929] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.379148] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-760" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.379466] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.379745] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.379914] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.380251] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.380399] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d91f4e2-0d2e-4f94-83bb-f3be99f982c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.502297] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.502459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.502514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.502727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.502820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.503018] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.503196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.503196] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.503327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.503404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.503489] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1303.529703] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.529913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.529976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.530151] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.530285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.539214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1303.883387] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.883617] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.883732] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.884016] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.884184] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.884345] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 not found, creating... [ 1303.884602] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.884763] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.884890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.885125] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.885268] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.885552] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.885712] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.885833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.886055] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.886197] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.886341] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 is going to be created. [ 1303.905316] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.905532] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.905665] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.905993] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.906269] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.906524] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.209580] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1304.209580] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.645340] env[69744]: INFO networking_nsxv3.common.synchronization [req-884e775d-4f12-4a79-80cd-a1531c69ed9f req-6bc628ad-188d-4490-a6c6-c0ca4c2647ab service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1304.645340] env[69744]: INFO networking_nsxv3.common.synchronization [req-884e775d-4f12-4a79-80cd-a1531c69ed9f req-6bc628ad-188d-4490-a6c6-c0ca4c2647ab service nova] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1304.645340] env[69744]: INFO networking_nsxv3.common.synchronization [req-884e775d-4f12-4a79-80cd-a1531c69ed9f req-6bc628ad-188d-4490-a6c6-c0ca4c2647ab service nova] Enqueued Resource ID: 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 with Priority: HIGHEST for action port [ 1304.645340] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_rules [ 1304.645340] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1304.645340] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 with Priority: HIGHEST for action port [ 1304.645340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.645340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.645340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.646219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.646419] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.648548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.648946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.649310] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.650050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.650050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.650050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.650050] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d91f4e2-0d2e-4f94-83bb-f3be99f982c7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.149310] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.149563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.151852] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 with status ACTIVE [ 1305.152173] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.152369] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.152467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.152718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.152831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.153037] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.153144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.153210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.153359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.153432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.153614] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.153707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.153771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.153917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.153993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.154091] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 is going to be updated. [ 1305.176768] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.176991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.176991] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.177195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.177340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.177503] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.548292] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1305.548537] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 deletion is rescheduled due to dependency. [ 1305.548660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.548831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.549089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.549283] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.549432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.549532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.549777] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.549893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.549935] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.049256] env[69744]: INFO networking_nsxv3.common.synchronization [req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 req-c0c5e3e1-ca76-4b83-b321-ee283c91bbee tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1306.049879] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1306.050197] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.050337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.050408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.050617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.050828] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.050920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.050997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.051163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.053148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.053148] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.053148] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.392031] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.392031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.392031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.392031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.392317] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.392417] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.392533] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.392869] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.392966] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.393128] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.393246] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1306.393362] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1306.393463] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1306.393575] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1306.393681] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1306.393816] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1306.410675] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1306.410867] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1306.411046] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1306.411271] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.411621] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.411847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.411951] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.412362] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.412508] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.555023] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.555239] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.555286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.555516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.555664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.555879] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.555980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.556057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.556222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.556302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.556388] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1306.557596] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.585145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.585337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.585378] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.585785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.586152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.594957] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1306.916968] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.917854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.917854] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.918230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.918493] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.918749] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b not found, creating... [ 1306.919208] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.919483] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.919684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.920515] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.920761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.921263] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.921528] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.921724] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.922087] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.922326] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.922555] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b is going to be created. [ 1306.942674] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.943325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.943325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.943325] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.943557] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.943808] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.061593] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.061962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.061962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.062217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.062329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.062446] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1307.107305] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.107529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.107529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.107838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.107988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.117772] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1307.601826] env[69744]: INFO networking_nsxv3.common.synchronization [req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 req-efd76117-b8ce-4ba7-ab8d-38b587edc681 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1307.602047] env[69744]: INFO networking_nsxv3.common.synchronization [req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 req-efd76117-b8ce-4ba7-ab8d-38b587edc681 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1307.602212] env[69744]: INFO networking_nsxv3.common.synchronization [req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 req-efd76117-b8ce-4ba7-ab8d-38b587edc681 service nova] Enqueued Resource ID: 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b with Priority: HIGHEST for action port [ 1307.602433] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1307.602568] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1307.602642] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b with Priority: HIGHEST for action port [ 1307.603185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.603307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.603418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.603576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.603656] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.604849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.604955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.605184] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.605288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.605353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.605515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.605591] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.107270] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.107570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.107609] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b with status ACTIVE [ 1308.107789] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.107927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.107985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.108197] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.108291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.108473] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.108568] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.108624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.108800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.108889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.109095] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.110242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.110242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.110242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.110242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.110242] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b is going to be updated. [ 1308.129332] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.129474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.129554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.129721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.129884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.130052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.603845] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1308.604219] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1308.604219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.604380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.604547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.604744] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.604902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.604979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.605171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.605258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.605349] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.107943] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.127226] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 4s [ 1309.612565] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.115404] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.115812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.115812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.115812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.115961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.116016] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1310.149282] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.149447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.149492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.149700] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.149970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.158691] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1311.137517] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1311.137821] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.137930] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.138165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.138356] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.138470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.138534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.138688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.138770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.138853] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.138943] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.424512] env[69744]: INFO networking_nsxv3.common.synchronization [req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 req-c8f44730-8d80-4b16-8c29-467974cfa303 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1311.424949] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1311.427017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.427017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.427017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.427017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.427017] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.427017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.427017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.427017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.427017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.427017] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.641252] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.641403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.641403] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.641621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.642045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.642045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.642045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.642045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.642258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.642258] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.642699] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.642699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.642699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.642699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.642888] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.642888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.642888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.643946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.643946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.643946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.643946] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.849903] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.850175] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.850350] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.850660] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.851076] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.851317] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.851598] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.851829] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.852124] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.852421] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1311.852651] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1311.852778] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1311.852965] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1311.853622] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1311.853824] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1311.855303] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1311.875026] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1311.875026] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1311.875026] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1311.875026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.875026] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-ad50062b-a786-4d48-b3bc-368fd300cfc4 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.875026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.875026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.875026] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.875026] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad50062b-a786-4d48-b3bc-368fd300cfc4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.929283] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.146178] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fa189c4-c7e7-4e43-a151-502ed5f04d80: rpc.has_security_group_logging(os_id): False [ 1312.162585] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.162737] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.162810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.163041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.163166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.163375] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.163477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.163541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.163706] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.163785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.163976] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.164083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.164141] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.164289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.164365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.164560] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.164656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.164780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.164879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.164957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.165060] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1312.167525] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1312.167525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.167525] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.167654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.167721] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.167824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.167889] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.168057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.168137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.168222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.168310] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.229647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.229647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.229647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.229647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.229647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.240906] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1312.378607] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.378848] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.379202] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.379355] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.379449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.379621] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port ad50062b-a786-4d48-b3bc-368fd300cfc4 not found, creating... [ 1312.380044] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.380266] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.380460] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.380765] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.381423] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.381546] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.381864] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.382019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.382390] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.382623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.382876] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: ad50062b-a786-4d48-b3bc-368fd300cfc4 is going to be created. [ 1312.403840] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.404230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.404548] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.404846] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.405254] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.405626] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.434030] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.670911] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.671201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.671340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.671604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.671827] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.671974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.672080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.672313] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.672434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.672575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.672792] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.672926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.673027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.673226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.673419] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.673552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.673650] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.673866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.674131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.674254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.674359] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.937011] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.937230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.937275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.937469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.937553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.937665] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a is going to be updated. [ 1312.966261] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.966471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.966471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.966694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.966891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.978313] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: IN_PROGRESS for 2s [ 1313.177481] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5: rpc.has_security_group_logging(os_id): False [ 1313.201747] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.202158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.202417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.202727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.202859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.203100] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.203244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.203329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.203510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.203611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.203934] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.204103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.204193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.204698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.204698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.204698] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.204698] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.204909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.204909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.205221] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.205356] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1313.285199] env[69744]: INFO networking_nsxv3.common.synchronization [req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 req-4770879c-b645-45dc-bda1-68df5b4ff9a0 service nova] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1313.285859] env[69744]: INFO networking_nsxv3.common.synchronization [req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 req-4770879c-b645-45dc-bda1-68df5b4ff9a0 service nova] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1313.285859] env[69744]: INFO networking_nsxv3.common.synchronization [req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 req-4770879c-b645-45dc-bda1-68df5b4ff9a0 service nova] Enqueued Resource ID: ad50062b-a786-4d48-b3bc-368fd300cfc4 with Priority: HIGHEST for action port [ 1313.286796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.286922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.287666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.287666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.287666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.288700] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_rules [ 1313.288834] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1313.288929] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad50062b-a786-4d48-b3bc-368fd300cfc4 with Priority: HIGHEST for action port [ 1313.289219] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.289328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.289389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.289559] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.289640] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.290533] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.290634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.290870] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad50062b-a786-4d48-b3bc-368fd300cfc4 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.291057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.291057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.291206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.291206] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad50062b-a786-4d48-b3bc-368fd300cfc4',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.310342] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1313.794062] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.794062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.796420] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad50062b-a786-4d48-b3bc-368fd300cfc4 with status ACTIVE [ 1313.796560] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.796674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.796739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.796986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.797067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.797311] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.797394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.797394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.797548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.797625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.798009] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.798135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.798206] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.798370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.798463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.799027] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad50062b-a786-4d48-b3bc-368fd300cfc4 is going to be updated. [ 1313.830761] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.830893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.830968] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.831195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.831332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.831496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad50062b-a786-4d48-b3bc-368fd300cfc4" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.257179] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1314.257483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.989509] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: SUCCESS [ 1314.989740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.989927] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.990241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.990372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.990612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.990612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.990707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.990799] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.990871] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.324883] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1315.325522] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.493616] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.996851] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.499633] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.499633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.499633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.499633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.499633] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.499633] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a is going to be updated. [ 1316.526842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.527049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.527133] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.527374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.527563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.536267] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: IN_PROGRESS for 2s [ 1318.290334] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.290647] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1318.547464] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: SUCCESS [ 1318.547691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.549055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.549055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.549055] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.549055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.549055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.549055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.549055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.549055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.549055] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.051203] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.554136] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1b824f-06b3-4a49-878f-f039a833ac2a: rpc.has_security_group_logging(os_id): False [ 1319.571067] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.571067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.571226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.571483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.571483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.571687] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.571779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.571838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.571986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.572072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.572166] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a is going to be updated. [ 1319.631851] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.632157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.632264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.632541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.632697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.645807] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: IN_PROGRESS for 2s [ 1320.673311] env[69744]: INFO networking_nsxv3.common.synchronization [req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 req-1d0aa902-0769-4f25-a524-83a9ad21590d tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1320.673550] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1320.673826] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.673945] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.674165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.674434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.674434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.674669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.674669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.674749] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.674783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.675011] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.179686] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.180029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.180164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.180422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.180574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.180815] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.180957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.181035] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.181199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.181294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.181384] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1321.208179] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.208347] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.208396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.208617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.208768] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.216090] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1321.589119] env[69744]: INFO networking_nsxv3.common.synchronization [req-1aba5710-c631-42d5-a61d-f5b2bd667413 req-0513e166-9012-42f6-9e6b-bba5ecd03d75 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_members [ 1321.589949] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 with Priority: HIGHEST for action security_group_members [ 1321.591475] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaa58d02-72ce-4b97-b818-93ef379d2c54 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.591475] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.591644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.591739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.591912] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.592061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.592124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.592293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.592400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.592478] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaa58d02-72ce-4b97-b818-93ef379d2c54',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.659457] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: SUCCESS [ 1321.660838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.705570] env[69744]: INFO networking_nsxv3.common.synchronization [req-a90f455e-f29f-42a4-8005-1a7d02abc6ca req-b288055d-9008-4646-929c-2bb311381197 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1321.708032] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1321.708032] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.708032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.708032] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.710780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.710780] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.710780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.710780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.710780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.710780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.710780] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.098028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.098028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.098028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.098028] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 is going to be updated. [ 1322.127767] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.127767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.127767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.127767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.127767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.134991] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 in Status: IN_PROGRESS for 2s [ 1322.214027] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.214027] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.214027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.214027] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1322.241148] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.241148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.241148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.241148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.241148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.248755] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1322.995103] env[69744]: INFO networking_nsxv3.common.synchronization [None req-212066d3-59f8-4e90-9eb7-cb793e037d5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1322.995103] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1322.995394] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.995394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.995394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.995655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.999752] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.999752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.999752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.999752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.999752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.999752] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.227935] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1323.228289] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1323.228489] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.501114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.501331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.501419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.501642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.501732] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.501938] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.502061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.502138] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.502318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.502398] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.502504] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1323.542571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.542722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.542781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.545019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.545019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.552118] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1324.144873] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 in Status: SUCCESS [ 1324.144873] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaa58d02-72ce-4b97-b818-93ef379d2c54 deletion is rescheduled due to dependency. [ 1324.144873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaa58d02-72ce-4b97-b818-93ef379d2c54" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.259371] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1324.259593] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 deletion is rescheduled due to dependency. [ 1324.259666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.815780] env[69744]: INFO networking_nsxv3.common.synchronization [req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 req-daa0e089-5983-4f51-a39b-4ea6e060dee3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1324.816571] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1324.816667] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.816730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.816832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.816995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.821370] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.821370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.821370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.821370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.821370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.821370] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.319940] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.320311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.320311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.320504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.320504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.320714] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.320804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.320868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.321054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.321154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.321221] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be updated. [ 1325.345739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.345915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.345915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.346131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.346266] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.355311] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 1325.561723] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1325.564031] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb deletion is rescheduled due to dependency. [ 1325.564031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.489308] env[69744]: INFO networking_nsxv3.common.synchronization [req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 req-6ec88275-ce8f-42a6-bff7-a72eec48ec25 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Enqueued Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1326.490090] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 with Priority: HIGHEST for action security_group_members [ 1326.490408] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fa189c4-c7e7-4e43-a151-502ed5f04d80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.490532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.490597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.490802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.491056] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.491214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.491359] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.491738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.491869] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.494344] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fa189c4-c7e7-4e43-a151-502ed5f04d80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.997040] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.997230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.997230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.997450] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.997544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.997739] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.997837] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.997971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.998052] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.998129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.998215] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 is going to be updated. [ 1327.024167] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.024332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.024388] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.024595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.024727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.033476] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: IN_PROGRESS for 2s [ 1327.365124] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1327.365296] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e deletion is rescheduled due to dependency. [ 1327.365408] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.378243] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.378450] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.378577] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.378860] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.379474] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.379663] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.379789] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.380098] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.380256] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.380505] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.380617] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.380777] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.384017] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.384017] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1327.384017] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.384017] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1327.398288] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1327.398527] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1327.398690] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1327.398877] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.399214] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-9d0d66ff-b2d7-441f-b162-e574b26c9257 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.399395] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.399518] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.399841] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.400062] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0d66ff-b2d7-441f-b162-e574b26c9257',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.903104] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.903493] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.903697] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.904146] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.904389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.904633] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 9d0d66ff-b2d7-441f-b162-e574b26c9257 not found, creating... [ 1327.905013] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.905261] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.905406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.905769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.905984] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.906383] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.906585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.906746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.907099] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.907320] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.907584] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 is going to be created. [ 1327.927703] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.927962] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.928120] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.928422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.928700] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.928995] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.612450] env[69744]: INFO networking_nsxv3.common.synchronization [req-b584a450-5836-4de2-b589-4c65c9c53d26 req-cad5611a-62a3-4e15-9b4d-e6c6f8dcf583 service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1328.613421] env[69744]: INFO networking_nsxv3.common.synchronization [req-b584a450-5836-4de2-b589-4c65c9c53d26 req-cad5611a-62a3-4e15-9b4d-e6c6f8dcf583 service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1328.613421] env[69744]: INFO networking_nsxv3.common.synchronization [req-b584a450-5836-4de2-b589-4c65c9c53d26 req-cad5611a-62a3-4e15-9b4d-e6c6f8dcf583 service nova] Enqueued Resource ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 with Priority: HIGHEST for action port [ 1328.613421] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1328.613421] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1328.613421] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 with Priority: HIGHEST for action port [ 1328.613855] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.613982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.614157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.614332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.614412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.616267] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.616267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.616267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.616554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.616554] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.616648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.616726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.616919] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.619857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.619857] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.619857] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d0d66ff-b2d7-441f-b162-e574b26c9257 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.619857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.619857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.619857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.619857] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0d66ff-b2d7-441f-b162-e574b26c9257',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.043333] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 in Status: SUCCESS [ 1329.043626] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fa189c4-c7e7-4e43-a151-502ed5f04d80 deletion is rescheduled due to dependency. [ 1329.043626] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fa189c4-c7e7-4e43-a151-502ed5f04d80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.120382] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.121463] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.121955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.121955] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d0d66ff-b2d7-441f-b162-e574b26c9257 with status ACTIVE [ 1329.121955] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.122148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.122148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.122270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.122356] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.122533] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.122653] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.122701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.122833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.122902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.123105] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.123208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.123263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.123383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.123452] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.123536] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 is going to be updated. [ 1329.142891] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.143158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.143158] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.143360] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.143505] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.143663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.539776] env[69744]: INFO networking_nsxv3.common.synchronization [req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f req-cd1f8837-3b34-4465-9ef8-a12c15294272 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1329.540382] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1329.540686] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.540810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.540946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.541242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.541410] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.541524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.541610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.541783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.541869] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.541972] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.625470] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.864182] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.864390] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.864521] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.864801] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.865098] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.865328] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.865461] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.865688] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.865843] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.867218] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.867218] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1329.867218] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1329.867218] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1329.867426] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1329.867426] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1329.867549] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1329.886058] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1329.886058] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1329.886058] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1329.886058] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-369" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.886289] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-c006ee3d-fce5-4054-ab2d-4044958ea3f7 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.886425] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.886578] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.887723] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.887723] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c006ee3d-fce5-4054-ab2d-4044958ea3f7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.043947] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.044342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.044342] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.044459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.044510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.044688] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.044778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.044831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.044984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.045074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.045163] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1330.071073] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.071244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.071309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.071511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.071658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.080581] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1330.128651] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.128829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.128829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.129071] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.129169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.129273] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1330.172477] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.172637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.172741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.172908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.173070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.182848] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1330.315113] env[69744]: INFO networking_nsxv3.common.synchronization [req-959c2286-cb4a-4e67-9984-78e1d52f0f24 req-4ed5ec76-c610-49c1-9a87-d38f1165b3a1 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1330.315665] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGHEST for action security_group_members [ 1330.315978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.316122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.316181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.316391] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.316539] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.316637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.316954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.317211] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.317575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.317575] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.389840] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.390165] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.390309] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.390585] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.390747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.390907] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port c006ee3d-fce5-4054-ab2d-4044958ea3f7 not found, creating... [ 1330.391261] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.391429] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.391551] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.391793] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.391938] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.392263] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.392430] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.392553] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.392769] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.392907] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.393069] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: c006ee3d-fce5-4054-ab2d-4044958ea3f7 is going to be created. [ 1330.412281] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.412496] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.412628] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.412888] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.413135] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.413491] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.819758] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.820058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.820226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.820497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.820660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.820979] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.821238] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.821322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.821524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.821643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.821772] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be updated. [ 1330.868045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.868264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.868264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.868513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.868656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.878977] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: IN_PROGRESS for 2s [ 1331.172227] env[69744]: INFO networking_nsxv3.common.synchronization [req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f req-c57e93f9-43b7-4813-88ea-afdf35c25545 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1331.172493] env[69744]: INFO networking_nsxv3.common.synchronization [req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f req-c57e93f9-43b7-4813-88ea-afdf35c25545 service nova] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1331.172571] env[69744]: INFO networking_nsxv3.common.synchronization [req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f req-c57e93f9-43b7-4813-88ea-afdf35c25545 service nova] Enqueued Resource ID: c006ee3d-fce5-4054-ab2d-4044958ea3f7 with Priority: HIGHEST for action port [ 1331.173095] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_rules [ 1331.173251] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1331.173354] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c006ee3d-fce5-4054-ab2d-4044958ea3f7 with Priority: HIGHEST for action port [ 1331.173664] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.173810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.173873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.174122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.174207] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.175546] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.175546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.175546] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-c006ee3d-fce5-4054-ab2d-4044958ea3f7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.175546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.175823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.175823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.175823] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c006ee3d-fce5-4054-ab2d-4044958ea3f7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.677378] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.677557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.677702] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c006ee3d-fce5-4054-ab2d-4044958ea3f7 with status ACTIVE [ 1331.677873] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.678013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.678055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.678262] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.678353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.678525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.678625] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.678679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.678828] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.678997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.679169] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.679169] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.679337] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.679417] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.679510] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.679510] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c006ee3d-fce5-4054-ab2d-4044958ea3f7 is going to be updated. [ 1331.703024] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.703024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.703024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.703024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.703024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.703024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c006ee3d-fce5-4054-ab2d-4044958ea3f7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.090520] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1332.090713] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1332.090830] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.091053] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.091275] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.091474] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.091595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.091660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.091815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.091897] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.091996] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.194157] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1332.194480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.194578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.194826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.195073] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.195241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.195358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.195548] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.195668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.195789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.195906] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.594377] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.698605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.698758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.698824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.699065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.699244] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.699350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.699416] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.699576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.699664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.699751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.700098] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.700098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.700098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.700245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.700333] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.700418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.700474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.700615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.700671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.701043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.701043] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.888230] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 in Status: SUCCESS [ 1332.888230] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 deletion is rescheduled due to dependency. [ 1332.888332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.097129] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.203525] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb: rpc.has_security_group_logging(os_id): False [ 1333.221935] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.222492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.222584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.222826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.222993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.224243] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.224368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.224543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.227288] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.227288] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.227288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.227288] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1333.284113] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.284305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.284305] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.284576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.284759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.311889] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1333.599819] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.599997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.600193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.600316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.600844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.600844] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1333.626911] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.627046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.627046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.627253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.628529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.636338] env[69744]: INFO networking_nsxv3.common.synchronization [req-d8e89b53-b157-4c76-9e54-253980e31304 req-49e8e97c-fa58-4683-8855-616442647727 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1333.637262] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1333.637692] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1333.638287] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.638287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.638287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.638607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.638658] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.638748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.638803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.638964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.639046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.639513] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.078230] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.078230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.078230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.078230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.078230] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.078230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.078973] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.080047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.080047] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.080047] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.080047] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.080047] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.080279] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.080314] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1334.080403] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.080594] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.106170] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.106348] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1334.106500] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.106702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.107226] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-93f5c092-3b34-440c-bb93-d93af69663ac taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.107420] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.107552] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.107921] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.108075] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f5c092-3b34-440c-bb93-d93af69663ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.141767] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.141767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.141767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.141767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.141767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.142063] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.142063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.142146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.142289] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.142366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.142421] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1334.176045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.176214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.176282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.176462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.176598] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.185009] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1334.610237] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.610702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.610702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.610880] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.611083] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.611263] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 93f5c092-3b34-440c-bb93-d93af69663ac not found, creating... [ 1334.611540] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.611708] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.611828] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.612211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.612279] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.612521] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.612684] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.612806] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.613032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.613241] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.613405] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 93f5c092-3b34-440c-bb93-d93af69663ac is going to be created. [ 1334.634774] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.635048] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.635143] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.635443] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.635666] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.635902] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.325121] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1335.325121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.603270] env[69744]: INFO networking_nsxv3.common.synchronization [req-d8e89b53-b157-4c76-9e54-253980e31304 req-e78640fc-f063-42f5-a3b9-c5c19649a471 service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 1335.603270] env[69744]: INFO networking_nsxv3.common.synchronization [req-d8e89b53-b157-4c76-9e54-253980e31304 req-e78640fc-f063-42f5-a3b9-c5c19649a471 service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1335.603270] env[69744]: INFO networking_nsxv3.common.synchronization [req-d8e89b53-b157-4c76-9e54-253980e31304 req-e78640fc-f063-42f5-a3b9-c5c19649a471 service nova] Enqueued Resource ID: 93f5c092-3b34-440c-bb93-d93af69663ac with Priority: HIGHEST for action port [ 1335.603270] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 1335.603270] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1335.603270] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f5c092-3b34-440c-bb93-d93af69663ac with Priority: HIGHEST for action port [ 1335.603270] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.603270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.603270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.603270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.603270] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.605647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.606131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.606467] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f5c092-3b34-440c-bb93-d93af69663ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.606748] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.606946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.607280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.607570] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f5c092-3b34-440c-bb93-d93af69663ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.646957] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1335.647876] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.649471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.649471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.649471] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.649471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.649471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.649471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.649471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.649471] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.649471] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.923563] env[69744]: INFO networking_nsxv3.common.synchronization [req-df23dbbf-beb0-45e4-9ca1-93437ba259ea req-fc755c36-63e9-4460-b9ea-505aa74d48ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1335.924217] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1335.924618] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.924752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.924831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.925080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.925246] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.925353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.925426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.925584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.925764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.925764] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.110263] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.110445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.110704] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f5c092-3b34-440c-bb93-d93af69663ac with status ACTIVE [ 1336.110794] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.110986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.111065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.111273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.111371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.111575] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.111708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.111780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.111948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.112044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.112262] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.112370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.112648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.112648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.112648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.112953] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f5c092-3b34-440c-bb93-d93af69663ac is going to be updated. [ 1336.134391] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.134530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.134598] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.134819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.134960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.135131] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.152424] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.152667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.152800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.153157] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.153926] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.153926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.153926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.153926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.153926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.154216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.154216] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.154216] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.154390] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.154454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.154551] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.154637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.154701] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.154823] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.154932] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.154975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.155096] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.195839] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1336.196036] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 deletion is rescheduled due to dependency. [ 1336.196161] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.196324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.196563] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.196866] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.196866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.196964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.197096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.197181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.197278] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.277778] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.278014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.278165] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.278449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.278912] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.278912] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.279074] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.280136] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.280321] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.280836] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.280966] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.283138] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.283317] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.283761] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.283906] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.284088] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.304360] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.304535] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1336.304677] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.304860] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.305226] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-40be6079-d2fc-403f-bc33-f4772fa79bd5 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.305482] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.305563] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.307028] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.307212] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40be6079-d2fc-403f-bc33-f4772fa79bd5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.428205] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.428802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.428917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.429453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.448890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.449189] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.449999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.449999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.449999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.449999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.449999] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 is going to be updated. [ 1336.471717] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.471870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.471918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.472241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.472344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.480540] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: IN_PROGRESS for 2s [ 1336.487109] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4e050d5d-8129-4f2a-af7f-f3bcea8794c2 None None] Enqueued Resource ID: e23353a8-890d-454b-8280-4620894186ca with Priority: HIGHEST for action port [ 1336.487362] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23353a8-890d-454b-8280-4620894186ca with Priority: HIGHEST for action port [ 1336.487966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23353a8-890d-454b-8280-4620894186ca taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.488168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23353a8-890d-454b-8280-4620894186ca" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.488168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23353a8-890d-454b-8280-4620894186ca" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.488406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23353a8-890d-454b-8280-4620894186ca" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.488491] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23353a8-890d-454b-8280-4620894186ca',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.658605] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5: rpc.has_security_group_logging(os_id): False [ 1336.678069] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.678902] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.678999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.679261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.679368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.679582] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.679697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.679764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.679928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.680044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.680268] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.680367] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.680432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.680566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.680643] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.680821] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.680915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.680973] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.681129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.681204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.681293] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1336.700203] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.812257] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.812694] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.812994] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.814010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.814138] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.814435] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 40be6079-d2fc-403f-bc33-f4772fa79bd5 not found, creating... [ 1336.814848] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.815060] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.815385] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.815871] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.816248] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.816946] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.817056] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.817232] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.817588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.817847] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.818125] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 40be6079-d2fc-403f-bc33-f4772fa79bd5 is going to be created. [ 1336.821488] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.821696] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.821831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.822037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.822432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.838211] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1336.842531] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.842690] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.842829] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.843124] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.843383] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.843616] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.990754] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e23353a8-890d-454b-8280-4620894186ca [ 1336.990855] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.991037] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.991453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.991453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.991453] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.991630] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e23353a8-890d-454b-8280-4620894186ca already deleted. [ 1336.991630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23353a8-890d-454b-8280-4620894186ca" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.203574] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.542275] env[69744]: INFO networking_nsxv3.common.synchronization [req-df23dbbf-beb0-45e4-9ca1-93437ba259ea req-590c34e8-f98a-4234-920f-cbe76efedc96 service nova] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_rules [ 1337.542504] env[69744]: INFO networking_nsxv3.common.synchronization [req-df23dbbf-beb0-45e4-9ca1-93437ba259ea req-590c34e8-f98a-4234-920f-cbe76efedc96 service nova] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1337.542683] env[69744]: INFO networking_nsxv3.common.synchronization [req-df23dbbf-beb0-45e4-9ca1-93437ba259ea req-590c34e8-f98a-4234-920f-cbe76efedc96 service nova] Enqueued Resource ID: 40be6079-d2fc-403f-bc33-f4772fa79bd5 with Priority: HIGHEST for action port [ 1337.543438] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_rules [ 1337.543523] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1337.543647] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be6079-d2fc-403f-bc33-f4772fa79bd5 with Priority: HIGHEST for action port [ 1337.543949] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.544090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.544154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.544384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.544475] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.545388] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.545511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.547188] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-40be6079-d2fc-403f-bc33-f4772fa79bd5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.547188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.547188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.547188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.547188] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40be6079-d2fc-403f-bc33-f4772fa79bd5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.706647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.707075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.707075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.707154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.707425] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.707425] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1337.732879] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.733168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.733328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.733642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.733852] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.742878] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1338.177508] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.177508] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40be6079-d2fc-403f-bc33-f4772fa79bd5 with status ACTIVE [ 1338.177508] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.177508] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.177508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.177508] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.184097] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40be6079-d2fc-403f-bc33-f4772fa79bd5 is going to be updated. [ 1338.184097] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.184097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.386200] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf784f0d-17db-4dba-a20e-dd2422454852 req-27a2708c-2cf3-4249-8a6a-bd4aec367ad8 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1338.386200] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1338.386609] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.386894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.387063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.388167] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.388496] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.388746] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.388915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.389188] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.389407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.389883] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.492943] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: SUCCESS [ 1338.492943] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 deletion is rescheduled due to dependency. [ 1338.492943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.492943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.492943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.492943] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.492943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.492943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.492943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.492943] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.492943] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.740325] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.740649] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.740708] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.741034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.741327] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.742034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.742034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.742034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.742034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.742252] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.742377] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1338.742493] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1338.742768] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1338.742907] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1338.743040] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1338.743203] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1338.763464] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1338.763646] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1338.763808] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1338.764010] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-115" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.764414] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-fd34a328-2763-4d02-8fb7-b6c576e7547d taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.764623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.764746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.765133] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.765284] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd34a328-2763-4d02-8fb7-b6c576e7547d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.852890] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1338.853210] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.879466] env[69744]: INFO networking_nsxv3.common.synchronization [None req-176ea8c1-62ef-4086-accc-5bfd23d7540b None None] Enqueued Resource ID: fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e with Priority: HIGHEST for action port [ 1338.880078] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e with Priority: HIGHEST for action port [ 1338.880547] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.880703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.880803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.881164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.881295] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.892434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.892588] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.892634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.892871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.892974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.893200] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.893304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.893413] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.893596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.893735] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.893828] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be updated. [ 1338.930628] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.930917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.930917] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.931286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.931445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.941711] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 1338.996621] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.268902] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.269179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.269323] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.269620] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.270031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.270031] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port fd34a328-2763-4d02-8fb7-b6c576e7547d not found, creating... [ 1339.271217] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.271217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.271217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.271217] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.271427] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.271655] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.272476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.272476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.272476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.272476] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.272476] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: fd34a328-2763-4d02-8fb7-b6c576e7547d is going to be created. [ 1339.294366] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.294366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.294366] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.294746] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.294947] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.295247] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.383896] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e [ 1339.384123] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.384311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.384382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.384642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.384750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.384999] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e already deleted. [ 1339.384999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb4bbb12-30c7-45e4-9bb7-eefc3d6d051e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.497557] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.752972] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1339.753379] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.753433] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.753631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.753824] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.753942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.754016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.754207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.754294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.754382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.754475] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.002316] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.002636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.002636] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.002816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.002884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.003023] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 is going to be updated. [ 1340.031491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.031733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.032484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.032484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.032484] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.040996] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: IN_PROGRESS for 2s [ 1340.069476] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf784f0d-17db-4dba-a20e-dd2422454852 req-e13bda72-cd93-4306-be9e-3fc3c77adbd3 service nova] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 1340.069476] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf784f0d-17db-4dba-a20e-dd2422454852 req-e13bda72-cd93-4306-be9e-3fc3c77adbd3 service nova] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1340.069476] env[69744]: INFO networking_nsxv3.common.synchronization [req-bf784f0d-17db-4dba-a20e-dd2422454852 req-e13bda72-cd93-4306-be9e-3fc3c77adbd3 service nova] Enqueued Resource ID: fd34a328-2763-4d02-8fb7-b6c576e7547d with Priority: HIGHEST for action port [ 1340.069476] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_rules [ 1340.069476] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1340.069476] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd34a328-2763-4d02-8fb7-b6c576e7547d with Priority: HIGHEST for action port [ 1340.070744] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.071208] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.071375] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.071676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.071874] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.073075] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.073302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.073774] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd34a328-2763-4d02-8fb7-b6c576e7547d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.074042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.074223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.074538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.074738] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd34a328-2763-4d02-8fb7-b6c576e7547d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.257606] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.577900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.577900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.577900] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd34a328-2763-4d02-8fb7-b6c576e7547d with status ACTIVE [ 1340.577900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.577900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.577900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.577900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.578315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.578315] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.578315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.578315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.578985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.578985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.578985] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.578985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.578985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.579414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.579414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.579414] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd34a328-2763-4d02-8fb7-b6c576e7547d is going to be updated. [ 1340.601258] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.601363] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.601407] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.602371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.602371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.602371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd34a328-2763-4d02-8fb7-b6c576e7547d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.759480] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9231f827-de60-4f2b-a52e-3b1e68362fd8: rpc.has_security_group_logging(os_id): False [ 1340.776592] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.777545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.779534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.779534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.779534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.779534] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.779534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.779534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.779534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.779534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.779534] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1340.854266] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.854455] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.854560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.854878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.855058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.870562] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1340.953581] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1340.953787] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e deletion is rescheduled due to dependency. [ 1340.953906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.954112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.954334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.954803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.955108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.955183] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.955682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.955831] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.955895] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.460303] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.964418] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.051418] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: SUCCESS [ 1342.051642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.051949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.052051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.052241] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.052879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.052879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.052879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.052879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.052879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.052879] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.440463] env[69744]: INFO networking_nsxv3.common.synchronization [req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 req-3625d1b6-d74b-4443-9189-4d0d54d6617d tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Enqueued Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_members [ 1342.441097] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_members [ 1342.441400] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.441529] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.441654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.441956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.442137] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.442243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.442328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.442463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.442547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.442695] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.468424] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.468644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.468644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.468896] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.468985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.469119] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be updated. [ 1342.501653] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.501844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.501956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.502638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.502638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.512018] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 1342.555462] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.555758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.555758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.555956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.556153] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.556308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.556308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.556514] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.556627] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.556723] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.556869] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.556985] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.557060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.557226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.557372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.557506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.557591] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.557711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.557795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.557879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.557958] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.776792] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.778080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-914" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.778080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-914" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.778080] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-914" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.778554] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.778928] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.779283] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.779827] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.782678] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.782678] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.782678] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.782678] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.782678] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.782678] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.782678] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.782678] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.800770] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.800770] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1342.800770] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.800770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-914" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.800770] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-bc507ff0-0ed2-4470-812a-3f57795ae61a taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.800770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.800770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.800770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.800770] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc507ff0-0ed2-4470-812a-3f57795ae61a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.883725] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1342.884567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.944535] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.944707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.944804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.945112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.945244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.945371] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.945506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.945554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.945752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.945866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.945925] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 already deleted. [ 1342.946014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.061806] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61f85cb4-098e-43dc-861b-6c180b9da841: rpc.has_security_group_logging(os_id): False [ 1343.078438] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.078438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.078438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.078438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.078438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.078740] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.078740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.078836] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.079759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.079759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.079759] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.079759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.079759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.079759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.079759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.079759] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.080145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.080145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.080145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.080241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.080241] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 is going to be updated. [ 1343.139238] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.139405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.139467] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.139662] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.139802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.152168] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: IN_PROGRESS for 2s [ 1343.308032] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.308032] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port bc507ff0-0ed2-4470-812a-3f57795ae61a not found, creating... [ 1343.308032] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.308032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.308615] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.308615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.308615] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.309035] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.309305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.309583] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: bc507ff0-0ed2-4470-812a-3f57795ae61a is going to be created. [ 1343.331111] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.331111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.331111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.331111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.331111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.331111] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.066373] env[69744]: INFO networking_nsxv3.common.synchronization [req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 req-7de9e8dd-cda4-438f-b1d7-1be6cfe19927 service nova] Enqueued Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_rules [ 1344.066714] env[69744]: INFO networking_nsxv3.common.synchronization [req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 req-7de9e8dd-cda4-438f-b1d7-1be6cfe19927 service nova] Enqueued Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_members [ 1344.066830] env[69744]: INFO networking_nsxv3.common.synchronization [req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 req-7de9e8dd-cda4-438f-b1d7-1be6cfe19927 service nova] Enqueued Resource ID: bc507ff0-0ed2-4470-812a-3f57795ae61a with Priority: HIGHEST for action port [ 1344.067643] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_rules [ 1344.067643] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_members [ 1344.067643] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc507ff0-0ed2-4470-812a-3f57795ae61a with Priority: HIGHEST for action port [ 1344.068114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.068114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.068114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.068501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.068600] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.069571] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.069711] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.069789] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.069938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.070133] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.070244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.070301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.070449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.070532] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.070626] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.071434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc507ff0-0ed2-4470-812a-3f57795ae61a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.071553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.071621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.071755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.071823] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc507ff0-0ed2-4470-812a-3f57795ae61a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.531503] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1344.531648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.531770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.531983] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.532211] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.532333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.532393] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.532546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.532628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.532713] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.532804] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.573923] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.574187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.574412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.575816] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc507ff0-0ed2-4470-812a-3f57795ae61a with status ACTIVE [ 1344.575816] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.575964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.576190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.576688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.576688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.576688] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.577086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.577086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.577086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.577298] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.577527] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.577527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.577960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.577960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.577960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.580871] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc507ff0-0ed2-4470-812a-3f57795ae61a is going to be updated. [ 1344.601405] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.601690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.601690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.601824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.601946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.602109] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc507ff0-0ed2-4470-812a-3f57795ae61a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.034889] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.080159] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.164045] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: SUCCESS [ 1345.164380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.537168] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e: rpc.has_security_group_logging(os_id): False [ 1345.555332] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.555623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.555623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.555903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.556040] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.556378] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.556511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.556608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.556806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.556906] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.557227] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be updated. [ 1345.582424] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.582670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.582793] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.583135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.583291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.584504] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 is going to be created. [ 1345.611319] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.611621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.611621] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.611959] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.612173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.622585] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.622780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.622780] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.623036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.623168] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.624802] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 in Status: UNINITIALIZED for 2s [ 1345.634870] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 1345.877237] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.877495] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.877632] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.880130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.880130] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.880130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.880130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.880130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.880130] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.880130] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1345.880130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1345.880130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1345.880130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1345.880130] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1345.880130] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1345.880130] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1345.897389] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1345.897988] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1345.898231] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1345.898449] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-887" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.898788] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-9d0d66ff-b2d7-441f-b162-e574b26c9257 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.898971] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.899113] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.899398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.899545] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0d66ff-b2d7-441f-b162-e574b26c9257',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.402632] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.403008] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.403211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.403554] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.404112] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.404112] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.404290] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.404418] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.404702] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.404886] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.405233] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.405406] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.405531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.405761] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.405910] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.406073] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 is going to be updated. [ 1346.427246] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.427465] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.427597] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.427867] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.428107] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.428358] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.590774] env[69744]: INFO networking_nsxv3.common.synchronization [req-e2395d20-d35c-4752-a6b2-4fb47d97ffef req-f28f6ead-497c-4ae1-9afc-0a70248fdcfa service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1347.591096] env[69744]: INFO networking_nsxv3.common.synchronization [req-e2395d20-d35c-4752-a6b2-4fb47d97ffef req-f28f6ead-497c-4ae1-9afc-0a70248fdcfa service nova] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1347.591316] env[69744]: INFO networking_nsxv3.common.synchronization [req-e2395d20-d35c-4752-a6b2-4fb47d97ffef req-f28f6ead-497c-4ae1-9afc-0a70248fdcfa service nova] Enqueued Resource ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 with Priority: HIGHEST for action port [ 1347.591863] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_rules [ 1347.592069] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1347.592232] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 with Priority: HIGHEST for action port [ 1347.592558] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.592792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.592944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.593247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.593378] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.594425] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.594425] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.594572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.594781] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.595027] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.595209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.595328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.595543] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.595722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.595870] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.596727] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d0d66ff-b2d7-441f-b162-e574b26c9257 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.596933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.597054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.597329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.597329] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0d66ff-b2d7-441f-b162-e574b26c9257',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.633860] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 in Status: SUCCESS [ 1347.634113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.634479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.634579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.634765] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.634887] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.634952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.635203] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.635323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.635440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.635601] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.649559] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1347.649810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.888119] env[69744]: INFO networking_nsxv3.common.synchronization [req-04fa62ec-932d-4409-aabd-07a936befd00 req-ddc1c45c-3ed6-433e-b7e6-d3b1673d4871 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1347.888924] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61f85cb4-098e-43dc-861b-6c180b9da841 with Priority: HIGHEST for action security_group_members [ 1347.889540] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-61f85cb4-098e-43dc-861b-6c180b9da841 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.889796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.890054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.890404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.890803] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.891273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.891273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.891533] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.891726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.891927] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61f85cb4-098e-43dc-861b-6c180b9da841',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.943491] env[69744]: INFO networking_nsxv3.common.synchronization [req-04fa62ec-932d-4409-aabd-07a936befd00 req-ddc1c45c-3ed6-433e-b7e6-d3b1673d4871 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 40be6079-d2fc-403f-bc33-f4772fa79bd5 with Priority: HIGHEST for action port [ 1347.944129] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be6079-d2fc-403f-bc33-f4772fa79bd5 with Priority: HIGHEST for action port [ 1347.944559] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-40be6079-d2fc-403f-bc33-f4772fa79bd5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.944792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.944914] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.945294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.945502] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40be6079-d2fc-403f-bc33-f4772fa79bd5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.098908] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.099896] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.100069] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.100240] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d0d66ff-b2d7-441f-b162-e574b26c9257 with status ACTIVE [ 1348.100414] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.100528] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.100594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.100783] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.100874] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.101092] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.101200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.101255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.101400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.101480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.101661] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.102223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.102317] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.102470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.102569] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.103092] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d0d66ff-b2d7-441f-b162-e574b26c9257 is going to be updated. [ 1348.124199] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.124440] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.124571] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.124928] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.125176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.125439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d0d66ff-b2d7-441f-b162-e574b26c9257" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.139880] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.140092] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.140198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.140479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.140648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.140752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.140829] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.140994] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.141148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.141402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.141483] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.141634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.141717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.141861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.142038] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.142140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.142204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.142381] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.142474] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.142602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.142830] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.395491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.395697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.395697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.395912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.396060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.396330] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.396463] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.396547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.396766] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.396872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.396985] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 is going to be updated. [ 1348.422288] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.422438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.422496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.422718] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.422861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.436947] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: IN_PROGRESS for 2s [ 1348.447386] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40be6079-d2fc-403f-bc33-f4772fa79bd5 with status ACTIVE [ 1348.447647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.447784] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.447856] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.448279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.448279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.448423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.448515] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.448579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.448762] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.448904] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.449145] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.449235] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.449309] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.449469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.449551] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.449634] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40be6079-d2fc-403f-bc33-f4772fa79bd5 is going to be updated. [ 1348.467623] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.467815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.467815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.468023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.468198] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.468384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40be6079-d2fc-403f-bc33-f4772fa79bd5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.605610] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.644605] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de58a9d7-73f7-4a6d-b254-d3b069f346c5: rpc.has_security_group_logging(os_id): False [ 1348.682899] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.683085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.683134] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.683567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.683663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.683894] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.684012] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.684108] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.684278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.684358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.684566] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.684667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.684726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.684965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.684965] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.685192] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.685292] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.685361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.685492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.685566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.685668] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 is going to be created. [ 1348.750247] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.750719] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.750862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.751128] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.751311] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.763424] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 in Status: IN_PROGRESS for 2s [ 1349.108112] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.111554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.111651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.111868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.112241] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.112241] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1349.138997] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.138997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.138997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.140240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.140409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.148894] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1350.446568] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61f85cb4-098e-43dc-861b-6c180b9da841 in Status: SUCCESS [ 1350.446840] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61f85cb4-098e-43dc-861b-6c180b9da841 deletion is rescheduled due to dependency. [ 1350.446840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61f85cb4-098e-43dc-861b-6c180b9da841" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.670556] env[69744]: INFO networking_nsxv3.common.synchronization [req-ac54bb6d-19da-423d-af9d-a89f609503ed req-473f3932-562e-4142-b9f9-3f564fa1b297 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Enqueued Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_members [ 1350.671610] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 with Priority: HIGHEST for action security_group_members [ 1350.671610] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c15145f-305c-40dc-88e9-1a4eeb8a9903 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.671954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.671954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.672061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.672229] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.672382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.672477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.672705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.672843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.672984] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c15145f-305c-40dc-88e9-1a4eeb8a9903',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.775567] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 in Status: SUCCESS [ 1350.775567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.159166] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1351.159470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.159666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.159981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.160311] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.160480] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.160566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.160771] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.160877] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.161036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.161200] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.175197] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.175368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.175426] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.175638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.175726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.175929] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.176051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.176117] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.176290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.176373] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.176464] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 is going to be updated. [ 1351.234301] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.234458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.234512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.234730] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.234873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.244197] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 in Status: IN_PROGRESS for 2s [ 1351.665028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.665028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.665028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.665028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.665028] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.665028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.665028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.665623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.665623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.665623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.665623] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.665623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.665623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.666166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.666166] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.666166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.666166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.666166] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.666370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.666370] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.666437] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.169066] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb: rpc.has_security_group_logging(os_id): False [ 1352.186304] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.186509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.186509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.186727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.186859] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.187081] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.187184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.187250] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.187419] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.187497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.187693] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.187786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.187846] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.187993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.188080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.188270] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.188380] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.188458] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.188602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.188676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.188760] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1352.278372] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.278564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.278564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.278774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.278915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.305651] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1353.253637] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 in Status: SUCCESS [ 1353.254033] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c15145f-305c-40dc-88e9-1a4eeb8a9903 deletion is rescheduled due to dependency. [ 1353.254033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c15145f-305c-40dc-88e9-1a4eeb8a9903" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.321607] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1354.321607] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.611201] env[69744]: INFO networking_nsxv3.common.synchronization [req-15ce80a5-63db-4dcf-8536-450937980595 req-f86a1e21-4686-4805-ba4e-4065106ebfc8 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Enqueued Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_members [ 1355.611201] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGHEST for action security_group_members [ 1355.611579] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.611638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.611674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.611892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.612060] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.612164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.612264] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.612425] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.612502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.612558] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.114423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.116524] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.116624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.116845] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.116940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.117169] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.117273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.117336] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.117487] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.117564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.117652] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 is going to be updated. [ 1356.141249] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.141427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.141427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.141596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.141727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.148842] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 in Status: IN_PROGRESS for 2s [ 1358.159356] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 in Status: SUCCESS [ 1358.159673] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 deletion is rescheduled due to dependency. [ 1358.159673] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.971591] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.972031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.972031] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.973179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.973179] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.973179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.973179] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.973704] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.973704] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.975544] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.975544] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1359.975544] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1359.975544] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1359.975544] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1359.975544] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1359.975544] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1359.992403] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1359.992556] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1359.992719] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1359.993378] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.993378] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.993506] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.993600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.993913] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.994086] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab61e6-47ac-4c74-acc3-015d31d24b8d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.496754] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.497009] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.497158] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.497442] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.497764] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.498224] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.498453] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.498643] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.498882] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.499073] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.499425] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.499618] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.499763] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.500034] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.500285] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.500455] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d is going to be updated. [ 1360.520625] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.520816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.520816] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.521078] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.521286] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.521584] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.612331] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.612555] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.220855] env[69744]: INFO networking_nsxv3.common.synchronization [req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 req-25aa7609-e6f9-49bd-b25a-01524abb2f5a service nova] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1361.221172] env[69744]: INFO networking_nsxv3.common.synchronization [req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 req-25aa7609-e6f9-49bd-b25a-01524abb2f5a service nova] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1361.221384] env[69744]: INFO networking_nsxv3.common.synchronization [req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 req-25aa7609-e6f9-49bd-b25a-01524abb2f5a service nova] Enqueued Resource ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d with Priority: HIGHEST for action port [ 1361.221445] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_rules [ 1361.221565] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1361.221658] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d with Priority: HIGHEST for action port [ 1361.224013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.224160] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.224219] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.224434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.224515] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.225366] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.225490] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.225590] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.225731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.225906] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.225967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.226036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.226179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.226267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.226355] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.230617] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.230617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.230617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.230617] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.230617] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ab61e6-47ac-4c74-acc3-015d31d24b8d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.729854] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.730936] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.731483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.731769] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3ab61e6-47ac-4c74-acc3-015d31d24b8d with status ACTIVE [ 1361.731940] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.732145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.732145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.732334] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.732430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.732608] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.732691] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.732769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.732900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.732976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.733171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.733269] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.733332] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.733464] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.733540] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.733623] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3ab61e6-47ac-4c74-acc3-015d31d24b8d is going to be updated. [ 1361.754541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.754738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.754738] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.754913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.755051] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.755202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ab61e6-47ac-4c74-acc3-015d31d24b8d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.232898] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.735975] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.736172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.736226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.736656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.736656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.736796] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8c5204-5b00-4db7-b730-649380d262ee is going to be updated. [ 1362.768231] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.768578] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.768688] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.768869] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.769024] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.779551] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: IN_PROGRESS for 2s [ 1363.705371] env[69744]: INFO networking_nsxv3.common.synchronization [req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 req-ff9ef872-a0d2-45b1-b6b4-b5020ba2e95b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1363.705371] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1363.705371] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.705371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.705371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.708860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.708860] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.708860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.708860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.708860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.708860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.708860] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.210421] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.713948] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.790637] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: SUCCESS [ 1364.790899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.791215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.791401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.791656] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.791779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.791844] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.792014] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.792146] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.792204] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.792296] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.219796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.219796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.219796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.219796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.219796] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.219796] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a is going to be updated. [ 1365.245981] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.246140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.246202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.246400] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.246542] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.255214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: IN_PROGRESS for 2s [ 1365.295124] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.802704] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf8c5204-5b00-4db7-b730-649380d262ee: rpc.has_security_group_logging(os_id): False [ 1365.819348] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.819536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.819593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.819812] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.819908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.820220] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.820331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.820405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.820575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.820652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.820741] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8c5204-5b00-4db7-b730-649380d262ee is going to be updated. [ 1365.874991] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.875233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.875233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.875358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.875502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.887029] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: IN_PROGRESS for 2s [ 1367.266066] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: SUCCESS [ 1367.266611] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.900573] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: SUCCESS [ 1367.900573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.705551] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.705551] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.755049] env[69744]: INFO networking_nsxv3.common.synchronization [req-03bef012-6bc5-4982-80c7-29f54ceeed58 req-091b4972-7566-4e4f-aa47-b32d024b38b8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1369.755572] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1b824f-06b3-4a49-878f-f039a833ac2a with Priority: HIGHEST for action security_group_members [ 1369.755902] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1b824f-06b3-4a49-878f-f039a833ac2a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.756039] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.756090] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.756278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.756426] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.756779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.756779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.756779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.757042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.757042] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1b824f-06b3-4a49-878f-f039a833ac2a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.258749] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.259063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.259063] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.259201] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.259296] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.259507] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.259616] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.259671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.259833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.259912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.260000] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a is going to be updated. [ 1370.287210] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.287469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.287469] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.287685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.287833] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.296244] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: IN_PROGRESS for 2s [ 1372.307010] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1b824f-06b3-4a49-878f-f039a833ac2a in Status: SUCCESS [ 1372.307320] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1b824f-06b3-4a49-878f-f039a833ac2a deletion is rescheduled due to dependency. [ 1372.307320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1b824f-06b3-4a49-878f-f039a833ac2a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.086506] env[69744]: INFO networking_nsxv3.common.synchronization [req-0403d0a1-3c70-4ff0-b63f-76010148e2fe req-c120a606-591f-4d9a-9fd9-7749ddc090c7 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1374.087020] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGHEST for action security_group_members [ 1374.087343] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.088114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.088114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.088114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.088114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.088114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.088445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.088445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.088445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.088590] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.279443] env[69744]: INFO networking_nsxv3.common.synchronization [req-0ea2531c-5393-47aa-a529-f07e009b200c req-5c12a0f3-540c-459e-926f-de665c612b0d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1374.280102] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1374.280322] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.280460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.280544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.280727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.281154] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.281154] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.281619] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.281820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.281910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.282013] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.590980] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.591165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.591254] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.591500] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.591595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.591784] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.591883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.591946] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.592110] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.592230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.592267] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be updated. [ 1374.595570] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.595755] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.595896] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.596135] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.596386] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.596544] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.596664] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.596874] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.597030] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.597241] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.597360] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1374.597469] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1374.597581] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1374.597693] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.597801] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1374.597932] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1374.620153] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1374.620333] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1374.620477] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1374.620645] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-301" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.620921] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-47c78363-f552-43ee-aa16-3ff057bc588b taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.621103] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.621341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.621550] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.621699] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c78363-f552-43ee-aa16-3ff057bc588b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.636716] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.636871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.636871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.637047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.637181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.645865] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: IN_PROGRESS for 2s [ 1374.784103] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.123542] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.123833] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.123939] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.124242] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.124407] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.124578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 47c78363-f552-43ee-aa16-3ff057bc588b not found, creating... [ 1375.124902] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.125154] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.125209] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.125422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.125594] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.125906] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.126086] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.126211] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.126468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.126621] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.126767] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 47c78363-f552-43ee-aa16-3ff057bc588b is going to be created. [ 1375.146185] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.146341] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.146421] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.146692] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.146919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.147711] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.286330] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.791257] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.791257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.791257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.791257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.791257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.791257] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d is going to be updated. [ 1375.817460] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.817684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.817684] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.817894] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.818055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.827527] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: IN_PROGRESS for 2s [ 1375.901080] env[69744]: INFO networking_nsxv3.common.synchronization [req-0ea2531c-5393-47aa-a529-f07e009b200c req-447d0834-3586-488b-9485-cc2ac97d718b service nova] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 1375.901321] env[69744]: INFO networking_nsxv3.common.synchronization [req-0ea2531c-5393-47aa-a529-f07e009b200c req-447d0834-3586-488b-9485-cc2ac97d718b service nova] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1375.901497] env[69744]: INFO networking_nsxv3.common.synchronization [req-0ea2531c-5393-47aa-a529-f07e009b200c req-447d0834-3586-488b-9485-cc2ac97d718b service nova] Enqueued Resource ID: 47c78363-f552-43ee-aa16-3ff057bc588b with Priority: HIGHEST for action port [ 1375.902268] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_rules [ 1375.902478] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1375.902610] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c78363-f552-43ee-aa16-3ff057bc588b with Priority: HIGHEST for action port [ 1375.902945] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.903175] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.903327] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.903672] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.903805] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.905772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.905772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.905772] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c78363-f552-43ee-aa16-3ff057bc588b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.905772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.905772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.906155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.906155] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c78363-f552-43ee-aa16-3ff057bc588b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.408463] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.408767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.409999] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47c78363-f552-43ee-aa16-3ff057bc588b with status ACTIVE [ 1376.409999] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.409999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.409999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.409999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.409999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.409999] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.409999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.409999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.409999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.410479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.410479] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.410479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.410479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.410642] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.410685] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.410738] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47c78363-f552-43ee-aa16-3ff057bc588b is going to be updated. [ 1376.430579] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.430729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.430857] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.431132] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.431325] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.431518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c78363-f552-43ee-aa16-3ff057bc588b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.499199] env[69744]: INFO networking_nsxv3.common.synchronization [None req-b0c34adb-9219-4313-902e-5f0f7d97a28d tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Enqueued Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1376.499199] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb with Priority: HIGHEST for action security_group_members [ 1376.499199] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.499199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.499199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.499199] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.499745] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.499745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.499745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.499745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.499745] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.499745] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.657022] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 in Status: SUCCESS [ 1376.657022] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 deletion is rescheduled due to dependency. [ 1376.657022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.003067] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.003263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.003358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.003638] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.003760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.004249] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.004249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.004249] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.004511] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.004556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.004642] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb is going to be updated. [ 1377.028719] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.028862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.028933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.029162] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.029301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.037065] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: IN_PROGRESS for 2s [ 1377.839887] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: SUCCESS [ 1377.842384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.842384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.842384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.842384] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.842384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.842384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.842384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.842384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.842384] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.344663] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.847180] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.047644] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb in Status: SUCCESS [ 1379.047903] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb deletion is rescheduled due to dependency. [ 1379.048072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.349648] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.349879] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.349986] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.350518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.350518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.350699] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d is going to be updated. [ 1379.376340] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.376492] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.376554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.376802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.376972] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.384902] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: IN_PROGRESS for 2s [ 1381.395666] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: SUCCESS [ 1381.396036] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.396103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.396280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.396476] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.396592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.396660] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.396811] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.396881] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.397045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.397098] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.498983] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.499175] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1381.899337] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.402054] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d: rpc.has_security_group_logging(os_id): False [ 1382.419523] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.419739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.419739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.419969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.436135] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.436436] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.436566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.436634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.436865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.436949] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.437063] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d is going to be updated. [ 1382.492685] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.492865] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.492920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.493152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.493297] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.504055] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: IN_PROGRESS for 2s [ 1383.589212] env[69744]: INFO networking_nsxv3.common.synchronization [None req-8b3924ca-472d-47df-bb44-de9b0f17978b None None] Enqueued Resource ID: 77ed224c-d94d-432b-8191-c618acc1897e with Priority: HIGHEST for action port [ 1383.589212] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ed224c-d94d-432b-8191-c618acc1897e with Priority: HIGHEST for action port [ 1383.589536] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ed224c-d94d-432b-8191-c618acc1897e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.589536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ed224c-d94d-432b-8191-c618acc1897e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.593860] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ed224c-d94d-432b-8191-c618acc1897e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.594171] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ed224c-d94d-432b-8191-c618acc1897e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.594257] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ed224c-d94d-432b-8191-c618acc1897e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.096666] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77ed224c-d94d-432b-8191-c618acc1897e [ 1384.096874] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.097009] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.097087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.097343] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.097457] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.097558] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77ed224c-d94d-432b-8191-c618acc1897e already deleted. [ 1384.097634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ed224c-d94d-432b-8191-c618acc1897e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.528025] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: SUCCESS [ 1384.528384] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.590396] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.590396] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.177328] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1391.177707] env[69744]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-72809a25-74dc-4677-a599-fb0fdcdc217a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1393.591433] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.591774] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.592844] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.593151] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.134322] env[69744]: INFO networking_nsxv3.common.synchronization [req-817238d0-1a32-4f99-a40d-8378a84f09a0 req-20d30824-fc55-4422-8229-36cc2c5ff66a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1403.134322] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGHEST for action security_group_members [ 1403.134518] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.134518] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.134597] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.134760] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.134901] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.134993] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.135070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.135470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.135470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.135470] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.637796] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.637964] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.638045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.638252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.638348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.638637] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.638731] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.638797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.638953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.639042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.639129] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be updated. [ 1403.664624] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.664776] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.664871] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.665043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.665189] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.672936] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: IN_PROGRESS for 2s [ 1405.700713] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e in Status: SUCCESS [ 1405.701046] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e deletion is rescheduled due to dependency. [ 1405.701046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.135387] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.135387] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.868019] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.868019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.868019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.868019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.868736] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.869068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.872019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.872019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.872019] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.872019] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.872019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.872019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.872019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.872019] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1409.872019] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.872019] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.891352] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.891352] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1409.891352] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.892256] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-765" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.892256] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-93f5c092-3b34-440c-bb93-d93af69663ac taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.892419] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.892487] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.892759] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.892927] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f5c092-3b34-440c-bb93-d93af69663ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.396059] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.399014] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.399014] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.399014] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.399414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.399414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.399414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.399414] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.399414] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 93f5c092-3b34-440c-bb93-d93af69663ac is going to be updated. [ 1410.420623] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.420623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.420623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.420623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.420623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.420623] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.887017] env[69744]: INFO networking_nsxv3.common.synchronization [None req-84abee95-4534-4cb2-b49f-caed339c6e8a None None] Enqueued Resource ID: 1f4bf092-760f-4622-a46e-c14c4acaf243 with Priority: HIGHEST for action port [ 1410.887249] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4bf092-760f-4622-a46e-c14c4acaf243 with Priority: HIGHEST for action port [ 1410.887799] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4bf092-760f-4622-a46e-c14c4acaf243 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.887923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4bf092-760f-4622-a46e-c14c4acaf243" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.887989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4bf092-760f-4622-a46e-c14c4acaf243" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.888257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4bf092-760f-4622-a46e-c14c4acaf243" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.888506] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4bf092-760f-4622-a46e-c14c4acaf243',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.392300] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f4bf092-760f-4622-a46e-c14c4acaf243 [ 1411.392528] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.392665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.392739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.392950] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.393054] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.393150] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f4bf092-760f-4622-a46e-c14c4acaf243 already deleted. [ 1411.393232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4bf092-760f-4622-a46e-c14c4acaf243" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.496976] env[69744]: INFO networking_nsxv3.common.synchronization [req-c827a459-4868-473b-a5f4-0aa1521ff686 req-9c54a580-852b-428b-8b98-20a221b534e0 service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 1411.497187] env[69744]: INFO networking_nsxv3.common.synchronization [req-c827a459-4868-473b-a5f4-0aa1521ff686 req-9c54a580-852b-428b-8b98-20a221b534e0 service nova] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1411.497334] env[69744]: INFO networking_nsxv3.common.synchronization [req-c827a459-4868-473b-a5f4-0aa1521ff686 req-9c54a580-852b-428b-8b98-20a221b534e0 service nova] Enqueued Resource ID: 93f5c092-3b34-440c-bb93-d93af69663ac with Priority: HIGHEST for action port [ 1411.497564] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_rules [ 1411.499249] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1411.499404] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f5c092-3b34-440c-bb93-d93af69663ac with Priority: HIGHEST for action port [ 1411.501155] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.501155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.501155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.501155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.501369] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.502362] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.502479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.502547] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.502819] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.502904] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.502997] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.503072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.503215] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.503302] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.503390] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.504432] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f5c092-3b34-440c-bb93-d93af69663ac taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.504432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.504432] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.504544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.504965] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f5c092-3b34-440c-bb93-d93af69663ac',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.006972] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.008098] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.008226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.012053] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93f5c092-3b34-440c-bb93-d93af69663ac with status ACTIVE [ 1412.012335] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.012530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.012655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.012912] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.013016] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.013210] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.013308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.013371] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.013530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.013608] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.013782] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.013868] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.013937] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.014097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.014170] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.014253] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93f5c092-3b34-440c-bb93-d93af69663ac is going to be updated. [ 1412.035187] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.035329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.035435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.035898] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.036099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.036261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f5c092-3b34-440c-bb93-d93af69663ac" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.509837] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.929698] env[69744]: INFO networking_nsxv3.common.synchronization [None req-01c760ef-907d-48f6-a774-da37701f3b09 None None] Enqueued Resource ID: e7da76e5-6fd5-473f-bbd1-cf609fe767a7 with Priority: HIGHEST for action port [ 1412.929993] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7da76e5-6fd5-473f-bbd1-cf609fe767a7 with Priority: HIGHEST for action port [ 1412.930409] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7da76e5-6fd5-473f-bbd1-cf609fe767a7 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.930556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7da76e5-6fd5-473f-bbd1-cf609fe767a7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.930669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7da76e5-6fd5-473f-bbd1-cf609fe767a7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.930975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7da76e5-6fd5-473f-bbd1-cf609fe767a7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.931125] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7da76e5-6fd5-473f-bbd1-cf609fe767a7',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.012088] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.012493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.012493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.012554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.012687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.012740] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1413.039373] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.039666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.039666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.039918] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.040120] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.049729] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1413.433675] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7da76e5-6fd5-473f-bbd1-cf609fe767a7 [ 1413.433995] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.434137] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.434195] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.434399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.434496] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.434586] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7da76e5-6fd5-473f-bbd1-cf609fe767a7 already deleted. [ 1413.434668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7da76e5-6fd5-473f-bbd1-cf609fe767a7" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.060382] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1415.060382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.060794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.060794] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.060966] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.061089] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.061152] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.061374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.061374] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.061460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.061545] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.564434] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.066765] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9231f827-de60-4f2b-a52e-3b1e68362fd8: rpc.has_security_group_logging(os_id): False [ 1416.083711] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.083910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.083988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.084193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.084301] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.084615] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.084739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.084805] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.084963] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.085103] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.085214] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1416.142560] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.142743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.142803] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.143099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.143274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.156156] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1417.328082] env[69744]: INFO networking_nsxv3.common.synchronization [req-7e186f06-a24f-4b79-8a5d-173955bf43d9 req-4a64052a-4945-4e22-8c58-8347e153683c tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1417.328796] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1417.329294] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.329502] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.329628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.330941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.330941] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.330941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.330941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.330941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.330941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.331200] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.623651] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.623651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.623651] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.624077] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.624295] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.624547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.624610] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.624891] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.625090] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.625683] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.625683] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1417.625683] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1417.625683] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1417.625828] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1417.625828] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1417.625971] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1417.643789] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1417.643976] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1417.644149] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1417.644344] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.644683] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.645121] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.645307] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.645658] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.645812] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba6305a-95e9-480d-9f0c-261fd0ea8d2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.833743] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.833948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.833948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.834200] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.834294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.834491] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.834623] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.834654] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.834797] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.834873] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.834958] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 already deleted. [ 1417.835057] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.148792] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.149068] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.149161] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.149470] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.149647] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.149808] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e not found, creating... [ 1418.150095] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.150265] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.150389] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.150705] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.150796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.151106] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.151274] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.151398] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.151642] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.151795] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.151946] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e is going to be created. [ 1418.176621] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1418.176872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.182352] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.182652] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.182747] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.182975] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.183236] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.183469] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.862308] env[69744]: INFO networking_nsxv3.common.synchronization [req-7e186f06-a24f-4b79-8a5d-173955bf43d9 req-641fd917-e7ac-4b23-b849-ae7211c670c0 service nova] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_rules [ 1418.862308] env[69744]: INFO networking_nsxv3.common.synchronization [req-7e186f06-a24f-4b79-8a5d-173955bf43d9 req-641fd917-e7ac-4b23-b849-ae7211c670c0 service nova] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1418.862308] env[69744]: INFO networking_nsxv3.common.synchronization [req-7e186f06-a24f-4b79-8a5d-173955bf43d9 req-641fd917-e7ac-4b23-b849-ae7211c670c0 service nova] Enqueued Resource ID: 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e with Priority: HIGHEST for action port [ 1418.862308] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_rules [ 1418.862308] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1418.862308] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e with Priority: HIGHEST for action port [ 1418.862308] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.862308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.862308] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.863217] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.863411] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.865605] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.866047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.867934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.867934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.867934] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.867934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.867934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.867934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.867934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.867934] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.868664] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.868915] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.869105] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.869593] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.869593] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba6305a-95e9-480d-9f0c-261fd0ea8d2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.372091] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e with status ACTIVE [ 1419.372338] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.372493] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.372586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.372756] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.372849] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.373073] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.373226] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.373267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.373465] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.373555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.373715] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.373786] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.373814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.373940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.374029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.374113] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e is going to be updated. [ 1419.375601] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.375697] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.375988] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.396529] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.396747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.396747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.396936] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.397098] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.397267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.878483] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.381583] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.381772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.381847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.382086] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.382187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.382275] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be created. [ 1420.405034] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.405230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.405230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.405427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.405592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.414067] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: UNINITIALIZED for 2s [ 1422.424578] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1422.424989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.425074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.425319] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.425517] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.425637] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.425708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.425933] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.426061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.426156] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.426248] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.928527] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.928717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.928779] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.928999] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.929193] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.929290] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.929351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.929516] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.929596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.929682] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.929834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.929954] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.930013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.930148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.930286] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.930376] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.930436] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.930586] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.930655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.930739] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.930872] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.192031] env[69744]: INFO networking_nsxv3.common.synchronization [req-024f6089-bb66-4dde-bcf8-8d83940b70ae req-91346dc3-12c9-4ee1-981b-34b8f29af64e tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1423.192561] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGHEST for action security_group_members [ 1423.192864] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.192992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.193096] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.193888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.193888] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.193888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.193888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.193888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.193888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.194122] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.432774] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d7d0809-a801-426e-9335-b9e9bb17a729: rpc.has_security_group_logging(os_id): False [ 1423.450939] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.451075] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.451149] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.451372] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.451470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.451715] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.451838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.451891] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.452058] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.452143] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.452334] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.452428] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.452488] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.452630] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.452705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.452880] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.452971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.453041] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.453182] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.453253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.453337] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be created. [ 1423.519191] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.519340] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.519422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.519610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.519785] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.530247] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: IN_PROGRESS for 2s [ 1423.696486] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.696679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.696716] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.697020] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.697130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.697337] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.697498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.697498] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.697656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.697752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.697861] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8c5204-5b00-4db7-b730-649380d262ee is going to be updated. [ 1423.729026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.729225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.729365] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.729728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.729995] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.740380] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: IN_PROGRESS for 2s [ 1425.542345] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1425.542671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.773067] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8c5204-5b00-4db7-b730-649380d262ee in Status: SUCCESS [ 1425.773210] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8c5204-5b00-4db7-b730-649380d262ee deletion is rescheduled due to dependency. [ 1425.773288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.487675] env[69744]: INFO networking_nsxv3.common.synchronization [None req-4b18b82a-e7f4-4281-b8fd-0b0f6a52c50e tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1427.488212] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1427.488516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.488670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.488750] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.489029] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.489125] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.564395] env[69744]: INFO networking_nsxv3.common.synchronization [None req-0b69453d-08f6-4df4-b483-2690a9dc218f tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1427.565086] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1427.565218] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.565322] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.009703] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.009883] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.009967] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.010261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.010404] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.010529] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f already deleted. [ 1428.010681] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.011477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.011477] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.011477] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.529914] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.530316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.530316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.530316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.530443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.530474] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f already deleted. [ 1428.530557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.913723] env[69744]: INFO networking_nsxv3.common.synchronization [req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 req-b131f79a-d332-432d-a52e-c86e713ac92b tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1428.913723] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGHEST for action security_group_members [ 1428.914304] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.914304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.914447] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.915045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.915045] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.915045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.915045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.915045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.915575] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.915575] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.417355] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.417512] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.417584] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.417802] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.417895] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.418110] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.418209] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.418272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.418451] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.418545] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.418650] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be updated. [ 1429.444873] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.445113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.445113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.445270] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.445405] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.459371] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: IN_PROGRESS for 2s [ 1431.470958] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 in Status: SUCCESS [ 1431.471276] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 deletion is rescheduled due to dependency. [ 1431.471276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.874765] env[69744]: INFO networking_nsxv3.common.synchronization [req-09e57fec-f79a-43ad-bd19-9388bc2f95bd req-cd5d7281-a487-40a0-bbbb-1fa7bdcfd2e6 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1432.875754] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1432.876171] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.876414] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.876567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.876960] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.877273] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.877479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.877661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.877940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.878145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.878337] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.230163] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.230393] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.230572] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.230932] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.231230] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.231422] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.231578] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.231878] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.232052] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.232302] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1433.232514] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1433.232550] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1433.232712] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1433.232842] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1433.233022] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1433.233233] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1433.252036] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1433.252178] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1433.252327] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1433.252531] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.252979] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-aa1156a8-3e20-4447-aed5-af16e8524014 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.253230] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.253424] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.253861] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.254057] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1156a8-3e20-4447-aed5-af16e8524014',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.381198] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.381401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.381401] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.381659] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.381773] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.381978] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.382095] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.382159] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.382315] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.382396] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.382474] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f already deleted. [ 1433.382553] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.757113] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.757385] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.757466] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.757766] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.757919] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.758100] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port aa1156a8-3e20-4447-aed5-af16e8524014 not found, creating... [ 1433.758387] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.758551] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.758676] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.759336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.759336] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.759336] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.759588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.759639] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.759821] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.759959] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.760117] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: aa1156a8-3e20-4447-aed5-af16e8524014 is going to be created. [ 1433.780188] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.780440] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.780536] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.780890] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.781149] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.781388] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.456229] env[69744]: INFO networking_nsxv3.common.synchronization [req-09e57fec-f79a-43ad-bd19-9388bc2f95bd req-ec9f009c-1948-4b36-b598-697ce74fc5da service nova] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1434.456478] env[69744]: INFO networking_nsxv3.common.synchronization [req-09e57fec-f79a-43ad-bd19-9388bc2f95bd req-ec9f009c-1948-4b36-b598-697ce74fc5da service nova] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1434.456558] env[69744]: INFO networking_nsxv3.common.synchronization [req-09e57fec-f79a-43ad-bd19-9388bc2f95bd req-ec9f009c-1948-4b36-b598-697ce74fc5da service nova] Enqueued Resource ID: aa1156a8-3e20-4447-aed5-af16e8524014 with Priority: HIGHEST for action port [ 1434.456782] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1434.456912] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1434.457012] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1156a8-3e20-4447-aed5-af16e8524014 with Priority: HIGHEST for action port [ 1434.457548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.457675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.457742] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.457941] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.458203] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.459576] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.459576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.459576] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.459734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.459849] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.459982] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.460082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.460273] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.460395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.460508] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.461614] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1156a8-3e20-4447-aed5-af16e8524014 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.461800] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.461942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.462178] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.462285] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1156a8-3e20-4447-aed5-af16e8524014',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.964235] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.965283] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.965504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.965716] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa1156a8-3e20-4447-aed5-af16e8524014 with status ACTIVE [ 1434.965906] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.966060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.966112] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.966276] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.966361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.966584] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.966694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.966755] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.966905] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.966984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.967174] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.967265] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.967324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.967546] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.967624] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.967706] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa1156a8-3e20-4447-aed5-af16e8524014 is going to be updated. [ 1434.986862] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.987034] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.987129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.987354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.987521] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.987720] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.470066] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.972780] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.973027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.973027] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.973259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.973354] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.973457] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f is going to be created. [ 1435.994613] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.994815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.994815] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.995021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.995194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.004562] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: UNINITIALIZED for 2s [ 1438.018719] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: SUCCESS [ 1438.019114] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.019454] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.019693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.019906] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.020333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.020333] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.021065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.021155] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.021252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.021336] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.524584] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.026294] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f: rpc.has_security_group_logging(os_id): False [ 1439.045631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.045631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.045631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.045631] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f is going to be created. [ 1439.104598] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.104772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.104824] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.105055] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.105243] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.114363] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: IN_PROGRESS for 2s [ 1439.458125] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.458238] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1441.127481] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: SUCCESS [ 1441.127481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.508507] env[69744]: INFO networking_nsxv3.common.synchronization [req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a req-7c2be3f8-c21a-4f2f-9aaf-64178824413d tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1441.508779] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1441.509106] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.509230] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.509291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.509485] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.509635] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.509729] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.509792] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.509939] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.510030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.510125] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.803044] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.803044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.803044] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.803253] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.803483] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.803648] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.803770] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.803988] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.804155] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.804363] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1441.804483] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1441.804594] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1441.804706] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1441.804822] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1441.804930] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1441.805078] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1441.824108] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1441.824266] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1441.824404] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1441.824576] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-393" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.824862] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-9b54d9a2-9001-4309-b447-15d57c358a98 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.825039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.825164] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.825468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.825611] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b54d9a2-9001-4309-b447-15d57c358a98',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.012273] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.329239] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.329523] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.330305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.330305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.330305] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.330305] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Segment Port 9b54d9a2-9001-4309-b447-15d57c358a98 not found, creating... [ 1442.330454] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.330603] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.330782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.330978] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.331132] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.331421] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.331581] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.331725] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.331944] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.332094] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.332241] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: 9b54d9a2-9001-4309-b447-15d57c358a98 is going to be created. [ 1442.350393] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.350737] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.350810] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.351039] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.351308] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.351547] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.515796] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.021901] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.022044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.022101] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.022310] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.022402] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.022500] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be updated. [ 1443.032252] env[69744]: INFO networking_nsxv3.common.synchronization [req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a req-4c878f27-d533-46ab-81df-c2b92ab0f589 service nova] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_rules [ 1443.032427] env[69744]: INFO networking_nsxv3.common.synchronization [req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a req-4c878f27-d533-46ab-81df-c2b92ab0f589 service nova] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1443.032568] env[69744]: INFO networking_nsxv3.common.synchronization [req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a req-4c878f27-d533-46ab-81df-c2b92ab0f589 service nova] Enqueued Resource ID: 9b54d9a2-9001-4309-b447-15d57c358a98 with Priority: HIGHEST for action port [ 1443.032783] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_rules [ 1443.032910] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1443.033008] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b54d9a2-9001-4309-b447-15d57c358a98 with Priority: HIGHEST for action port [ 1443.033525] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.033639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.033724] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.033885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.033976] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.034748] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.034843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.035044] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b54d9a2-9001-4309-b447-15d57c358a98 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.035144] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.035218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.035357] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.035430] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b54d9a2-9001-4309-b447-15d57c358a98',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.061837] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.061979] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.062033] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.062222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.062368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.075187] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: IN_PROGRESS for 2s [ 1443.537151] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.537530] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.539615] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b54d9a2-9001-4309-b447-15d57c358a98 with status ACTIVE [ 1443.539795] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.539942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.540021] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.540246] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.540339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.540574] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.540703] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.540788] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.540953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.541047] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.541236] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.541331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.541392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.541536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.541615] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.541708] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b54d9a2-9001-4309-b447-15d57c358a98 is going to be updated. [ 1443.561087] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.561248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.561248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.561430] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.561555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.561708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b54d9a2-9001-4309-b447-15d57c358a98" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.084889] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1445.085193] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.085293] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.085509] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.085696] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.085810] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.085878] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.086042] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.086126] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.086223] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.405844] env[69744]: INFO networking_nsxv3.common.synchronization [req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b req-6e829748-56c7-4420-83e4-6df1ca51f7ff tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1445.406317] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1445.406635] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.407415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.407415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.407415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.407415] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.407415] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.407740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.407740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.407740] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.407832] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.588419] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.909931] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.092099] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.137501] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.137501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.137501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.137501] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.137794] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.412097] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.594342] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.594538] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.594601] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.594770] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.594866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.594960] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be updated. [ 1446.626437] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.626555] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.626648] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.626814] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.626948] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.635647] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: IN_PROGRESS for 2s [ 1446.639969] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.914031] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.914205] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.914247] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.914462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.914552] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.914650] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d is going to be updated. [ 1446.939573] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.939708] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.939764] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.939962] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.940121] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.947509] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: IN_PROGRESS for 2s [ 1447.142009] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.644188] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1447.644337] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1448.372501] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.372893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.372893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.372974] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.385992] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1448.386816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.387577] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1448.422013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.422213] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.422261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.422429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.436664] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.437380] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1448.437463] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1448.437552] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1448.481095] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.481272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.481272] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.481481] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.482795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.483014] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1448.620454] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.620692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.620692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.620913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.621260] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.621546] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1448.644917] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1448.645119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.645268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.645461] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.645636] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.645741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.645806] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.645952] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.646046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.646130] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.646218] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.711834] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.712023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.712023] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.712220] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.712494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.712760] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1448.712853] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'261e6920-0a83-4640-b7f9-6870672aa994', '19cdb2b3-f2fa-4477-884b-85c4ead55a60', 'd857b0d4-c1e3-4cdc-ae6e-15415d0c10d5', '050b3398-5c81-4116-b5a1-2c9b8de50288', '4958082c-63b3-4fd8-a01d-d748b382cbea', '50274d88-3ec1-4fa7-9060-e89fb3fd9f9e', '9231f827-de60-4f2b-a52e-3b1e68362fd8', '7d7d0809-a801-426e-9335-b9e9bb17a729', '83ec8a56-4d02-4a0e-84da-6d9b67db2f2e', '1f7ea066-556f-4d8d-b9bc-0119e7c54448', '8b881cad-428f-4a5a-9e4a-4c6279a5aeff', 'bf8c5204-5b00-4db7-b730-649380d262ee', 'afb6b842-6240-45ca-86c9-f35c7ba7854b', '9c8d38f0-778c-4774-9621-ebba4b6ecd80', 'ee6d9c7f-fd58-495b-81aa-0fc320331074', 'de58a9d7-73f7-4a6d-b254-d3b069f346c5', '18aca352-b3b7-4527-901e-20177539e086', '3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f', 'd2bd5012-bec1-41ab-b547-a4820dc86e1a', 'fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc', '8d7c0380-240c-4a7f-96bb-d2572fc2d5d8', '17355739-a8f2-4e86-8263-97e5bce6ed67', '0fa189c4-c7e7-4e43-a151-502ed5f04d80', '3060806a-5dbd-46c9-b132-b28783e4d87a', '1c15145f-305c-40dc-88e9-1a4eeb8a9903', '2be50ab9-f305-4ed5-8b51-574fe686f4fe', 'b265864f-22f6-4eec-ae61-475d5c4b1bb1', '9ce9c401-7edc-461b-840b-ea0cafdffb4a', 'fc4b6024-fa17-42e9-82db-9a00d4b441dd', '6e9eaa53-282e-4b33-83c0-b9af9c0517db', '2bf68303-e507-4b60-8832-1b147b8fcd95', '705bfdcc-1dd9-4a56-a886-7edb05c29778', '4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d', 'bd099872-bd50-4a6b-aa08-a32b2073ac90', '166fe783-9bc4-4824-9954-66e941b6db4f', '1a9562bd-f7b9-4d9f-99e7-8c17b45db8cb', 'eaa58d02-72ce-4b97-b818-93ef379d2c54', '254cd394-8261-431b-80fd-9e8338c21631', '1b32934a-ff9b-46ab-9638-8d890f8aaf1d', '2798db94-21ee-440a-8a42-3dedba397feb', 'e5d734ae-e3c1-4663-b925-7b8e2452f616', '2771faed-d11a-41c1-8e32-705df9941fac', '05cd6da2-b28d-40c0-bf53-b1e9160ff576', 'ea73c44c-8891-4049-a3d5-9ad6d1f0136d', '61f85cb4-098e-43dc-861b-6c180b9da841', 'a5991552-9e9b-4562-86f0-9d02dbc87179', 'ac1b824f-06b3-4a49-878f-f039a833ac2a', 'a535e668-bd68-4e32-af92-a438b5c740ba'} {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1448.712946] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1448.732277] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.732425] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.732470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.732604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.732683] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.732775] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1448.732846] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1448.732913] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1448.806682] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.806884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.806884] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.807129] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.808263] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.808525] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1448.808601] env[69744]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69744) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1448.808672] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1448.808773] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1448.808874] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1448.808874] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGH for action security_group_rules [ 1448.808954] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGH for action security_group_rules [ 1448.809028] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGH for action security_group_rules [ 1448.809110] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGH for action security_group_rules [ 1448.809213] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGH for action security_group_rules [ 1448.809290] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGH for action security_group_rules [ 1448.809353] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGH for action security_group_rules [ 1448.809414] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGH for action security_group_rules [ 1448.809491] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGH for action security_group_rules [ 1448.809569] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGH for action security_group_rules [ 1448.809632] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGH for action security_group_rules [ 1448.809694] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGH for action security_group_rules [ 1448.809756] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGH for action security_group_rules [ 1448.809817] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGH for action security_group_rules [ 1448.809878] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGH for action security_group_rules [ 1448.809940] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGH for action security_group_rules [ 1448.810008] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGH for action security_group_rules [ 1448.810078] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGH for action security_group_rules [ 1448.810138] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGH for action security_group_rules [ 1448.810198] env[69744]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGH for action security_group_rules [ 1448.810294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.955967] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: SUCCESS [ 1448.956261] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.148324] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.148438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.148513] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.148736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.148907] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.149015] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.149085] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.149284] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.149389] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.149482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.149651] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.149743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.149804] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.149947] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.150100] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.150192] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.150251] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.150387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.150462] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.150558] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.150654] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.653488] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d7d0809-a801-426e-9335-b9e9bb17a729: rpc.has_security_group_logging(os_id): False [ 1449.670999] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.671187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.671233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.671406] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.703279] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.703494] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.703602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.703667] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.703840] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.703922] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.704127] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.704223] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.704285] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.704425] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.704497] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.704669] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.704759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.704820] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.704956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.705044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.705125] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be updated. [ 1449.781710] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.781901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.781969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.782181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.782324] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.793831] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: IN_PROGRESS for 2s [ 1450.407157] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.407362] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1450.407545] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261e6920-0a83-4640-b7f9-6870672aa994 with Priority: HIGH for action security_group_rules [ 1450.407677] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 with Priority: HIGH for action security_group_rules [ 1450.407791] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 with Priority: HIGH for action security_group_rules [ 1450.407883] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 with Priority: HIGH for action security_group_rules [ 1450.408057] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc with Priority: HIGH for action security_group_rules [ 1450.408269] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a with Priority: HIGH for action security_group_rules [ 1450.408420] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGH for action security_group_rules [ 1450.408594] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18aca352-b3b7-4527-901e-20177539e086 with Priority: HIGH for action security_group_rules [ 1450.408771] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 with Priority: HIGH for action security_group_rules [ 1450.408904] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 with Priority: HIGH for action security_group_rules [ 1450.409027] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb6b842-6240-45ca-86c9-f35c7ba7854b with Priority: HIGH for action security_group_rules [ 1450.409200] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8c5204-5b00-4db7-b730-649380d262ee with Priority: HIGH for action security_group_rules [ 1450.409315] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff with Priority: HIGH for action security_group_rules [ 1450.409406] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 with Priority: HIGH for action security_group_rules [ 1450.409498] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e with Priority: HIGH for action security_group_rules [ 1450.409588] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e with Priority: HIGH for action security_group_rules [ 1450.409676] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGH for action security_group_rules [ 1450.409762] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4958082c-63b3-4fd8-a01d-d748b382cbea with Priority: HIGH for action security_group_rules [ 1450.409904] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 with Priority: HIGH for action security_group_rules [ 1450.410087] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 with Priority: HIGH for action security_group_rules [ 1450.410471] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-261e6920-0a83-4640-b7f9-6870672aa994 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.410631] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.410699] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.410899] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.410982] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('261e6920-0a83-4640-b7f9-6870672aa994',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.412663] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.412663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.412663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.412663] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.412663] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.413900] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9231f827-de60-4f2b-a52e-3b1e68362fd8 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.413900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.413900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.414080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.414306] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9231f827-de60-4f2b-a52e-3b1e68362fd8',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.414910] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee6d9c7f-fd58-495b-81aa-0fc320331074 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.415017] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.415062] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.415303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.415303] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee6d9c7f-fd58-495b-81aa-0fc320331074',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.416081] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.416255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.416255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.416392] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.416464] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.417281] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.417383] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.417443] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.417666] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.417666] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2bd5012-bec1-41ab-b547-a4820dc86e1a',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.420384] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.420508] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.420610] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.420816] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.420921] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.421842] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18aca352-b3b7-4527-901e-20177539e086 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.422028] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.422084] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.422259] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.422335] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18aca352-b3b7-4527-901e-20177539e086',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.423048] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.423173] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.423240] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.423479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.423599] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c8d38f0-778c-4774-9621-ebba4b6ecd80',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.424694] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.424694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.424694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.424938] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.424938] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de58a9d7-73f7-4a6d-b254-d3b069f346c5',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.425905] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afb6b842-6240-45ca-86c9-f35c7ba7854b taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.425980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.426030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.426242] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.426242] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afb6b842-6240-45ca-86c9-f35c7ba7854b',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.426907] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8c5204-5b00-4db7-b730-649380d262ee taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.427019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.427087] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.427237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.427308] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8c5204-5b00-4db7-b730-649380d262ee',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.427957] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.428070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.428140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.428286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.428356] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b881cad-428f-4a5a-9e4a-4c6279a5aeff',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.429026] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.429123] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.429181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.429412] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.429412] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7ea066-556f-4d8d-b9bc-0119e7c54448',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.430185] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.430330] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.430395] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.430596] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.430728] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ec8a56-4d02-4a0e-84da-6d9b67db2f2e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.431516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.431661] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.431717] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.431910] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.431985] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50274d88-3ec1-4fa7-9060-e89fb3fd9f9e',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.432641] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.432733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.432917] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4958082c-63b3-4fd8-a01d-d748b382cbea taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.433022] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.433088] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.433232] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.433302] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4958082c-63b3-4fd8-a01d-d748b382cbea',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.434049] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.434165] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.434222] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.434368] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.434433] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19cdb2b3-f2fa-4477-884b-85c4ead55a60',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.435098] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-050b3398-5c81-4116-b5a1-2c9b8de50288 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.435202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.435306] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.435422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.435517] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('050b3398-5c81-4116-b5a1-2c9b8de50288',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.471541] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.471751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.471751] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.471951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.473497] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.473595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.474330] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.474437] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.475088] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.475184] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.476178] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.476265] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.476920] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.477030] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.490734] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.490878] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee6d9c7f-fd58-495b-81aa-0fc320331074 is going to be deleted. [ 1450.491671] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.491892] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.511335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.511481] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9231f827-de60-4f2b-a52e-3b1e68362fd8 is going to be deleted. [ 1450.512267] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.512482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.530031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.530031] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 261e6920-0a83-4640-b7f9-6870672aa994 is going to be deleted. [ 1450.530676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.530893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.550070] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.550225] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.551074] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.551189] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afb6b842-6240-45ca-86c9-f35c7ba7854b is going to be deleted. [ 1450.552043] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.552278] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.561754] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.561885] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.569670] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.569774] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 050b3398-5c81-4116-b5a1-2c9b8de50288 is going to be deleted. [ 1450.570602] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.570832] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.583973] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.584567] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.592705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.592825] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5 is going to be deleted. [ 1450.593694] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.593901] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.593990] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.594125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee6d9c7f-fd58-495b-81aa-0fc320331074" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.594274] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.594506] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.594564] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.594647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9231f827-de60-4f2b-a52e-3b1e68362fd8" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.595145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.595339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.595423] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.595536] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-261e6920-0a83-4640-b7f9-6870672aa994" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.626070] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.626248] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.626335] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.626539] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.626632] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.626747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afb6b842-6240-45ca-86c9-f35c7ba7854b" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.635844] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.635961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.636046] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.636237] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.636323] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.636439] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-050b3398-5c81-4116-b5a1-2c9b8de50288" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.710602] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.710861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.710861] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.711049] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.711148] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.711288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d857b0d4-c1e3-4cdc-ae6e-15415d0c10d5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.940229] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.940470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.940470] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.940675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.940862] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.940957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.941031] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.941179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.941614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.941614] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.941614] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.982597] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.982774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.982774] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.982981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.984552] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.984647] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.985362] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.985456] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.986104] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.986202] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.986839] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.986934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.987631] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.987727] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.988388] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.988483] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.989201] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.989304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.990012] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.990124] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.990832] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.990961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.991564] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.991656] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.992200] env[69744]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1450.992644] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.992752] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.007944] env[69744]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1451.008385] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.008496] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19cdb2b3-f2fa-4477-884b-85c4ead55a60 is going to be deleted. [ 1451.009351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.009554] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.025574] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.025688] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b881cad-428f-4a5a-9e4a-4c6279a5aeff is going to be deleted. [ 1451.026460] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.026658] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.043594] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.043714] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4958082c-63b3-4fd8-a01d-d748b382cbea is going to be deleted. [ 1451.044544] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.044743] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.059013] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.059147] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.062409] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.062522] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c8d38f0-778c-4774-9621-ebba4b6ecd80 is going to be deleted. [ 1451.063288] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.063482] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.078647] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.078759] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.084140] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.084299] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8c5204-5b00-4db7-b730-649380d262ee is going to be deleted. [ 1451.085094] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.085307] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.120937] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.121119] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.122741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.122876] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ec8a56-4d02-4a0e-84da-6d9b67db2f2e is going to be deleted. [ 1451.123772] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.124013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.125389] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.125494] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.149181] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.149293] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2bd5012-bec1-41ab-b547-a4820dc86e1a is going to be deleted. [ 1451.150080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.150280] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.212434] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.212588] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7ea066-556f-4d8d-b9bc-0119e7c54448 is going to be deleted. [ 1451.214303] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.215056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.234501] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.234599] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.256468] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.256468] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc is going to be deleted. [ 1451.257214] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.257418] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.262103] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.262583] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.275499] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.275592] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.279257] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.279371] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de58a9d7-73f7-4a6d-b254-d3b069f346c5 is going to be deleted. [ 1451.280127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.280328] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.300061] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.300207] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50274d88-3ec1-4fa7-9060-e89fb3fd9f9e is going to be deleted. [ 1451.301097] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.301318] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.310114] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.310218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.321316] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.321422] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18aca352-b3b7-4527-901e-20177539e086 is going to be deleted. [ 1451.322164] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.322361] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.322449] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.322565] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19cdb2b3-f2fa-4477-884b-85c4ead55a60" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.322715] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.322864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.322942] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.323082] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b881cad-428f-4a5a-9e4a-4c6279a5aeff" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.323600] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.323758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.323838] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.323956] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4958082c-63b3-4fd8-a01d-d748b382cbea" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.324100] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.324245] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.324320] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.324427] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c8d38f0-778c-4774-9621-ebba4b6ecd80" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.324550] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.324689] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.324763] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.324872] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8c5204-5b00-4db7-b730-649380d262ee" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.324992] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.325145] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.325218] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.325394] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2bd5012-bec1-41ab-b547-a4820dc86e1a" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.325534] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.325676] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.325747] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.325850] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ec8a56-4d02-4a0e-84da-6d9b67db2f2e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.325969] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.326981] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.327113] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.327233] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7ea066-556f-4d8d-b9bc-0119e7c54448" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.333743] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.333870] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.333929] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.334083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.334163] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.334271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd9fbf0d-4ab5-431d-997a-fece9fd8bfbc" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.356583] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.356692] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.356758] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.356920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.357008] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.357127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de58a9d7-73f7-4a6d-b254-d3b069f346c5" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.366548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.366622] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.366687] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.366864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.366951] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.367070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50274d88-3ec1-4fa7-9060-e89fb3fd9f9e" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.384848] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.384970] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.385050] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.385229] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.385339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.385422] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18aca352-b3b7-4527-901e-20177539e086" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.444062] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.806376] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1451.806686] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.806767] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.806980] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.807083] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.945764] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f: rpc.has_security_group_logging(os_id): False [ 1451.963516] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.963665] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.963707] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.963903] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.984294] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.984524] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.984639] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.984704] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.984920] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.985013] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.985116] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f is going to be updated. [ 1452.037548] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.037693] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.037736] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.037909] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.038056] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.063105] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: IN_PROGRESS for 2s [ 1452.309359] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.309527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.309572] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.309795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.310421] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.310557] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.310628] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.310843] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.310923] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.311025] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.311121] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.813998] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.813998] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.813998] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.814350] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.814350] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.814438] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.814472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.814604] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.814934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.814934] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.814934] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.815083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.815083] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.815176] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.815305] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.815566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.815566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.815566] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.815674] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.815705] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.815798] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.318756] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d7d0809-a801-426e-9335-b9e9bb17a729: rpc.has_security_group_logging(os_id): False [ 1453.336140] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.336312] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.336377] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.336620] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.336721] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.336943] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.337067] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.337125] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.337282] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.337358] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.337542] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.337634] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.337695] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.337835] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.337911] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.338102] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.338194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.338252] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.338387] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.338459] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.338543] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be updated. [ 1453.394827] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.394961] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.395044] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.395255] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.395399] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.412967] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: IN_PROGRESS for 2s [ 1454.075688] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: SUCCESS [ 1454.076072] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.411704] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.412131] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1455.426634] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1455.426834] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.325659] env[69744]: INFO networking_nsxv3.common.synchronization [req-1610e6cf-916c-4169-9869-694ee2ef518d req-92d8f69f-cd3b-498b-b859-d53f7a005e4d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Enqueued Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1460.326464] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d with Priority: HIGHEST for action security_group_members [ 1460.326835] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.327019] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.327080] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.327339] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.327550] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.327679] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.327769] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.327975] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.328102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.328231] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.831434] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.831644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.831644] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.831862] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.855847] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.856131] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.856268] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.856331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.856556] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.856640] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.856747] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d is going to be updated. [ 1460.881704] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.881913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.881913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.882127] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.882265] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.889851] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: IN_PROGRESS for 2s [ 1462.900305] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d in Status: SUCCESS [ 1462.900690] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d deletion is rescheduled due to dependency. [ 1462.900690] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea5f87e-003b-4a20-a3cb-24fb1c42dc3d" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.327203] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.327445] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.803789] env[69744]: INFO networking_nsxv3.common.synchronization [req-fa1cc611-d898-4b26-b23c-04f34b45b8bf req-e1ee23c3-a7df-4541-963a-e5f1d215d1ae tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1466.804383] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1466.804726] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.804864] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.804953] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.805329] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.805493] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.805595] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.805657] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.805808] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.805893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.805986] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.307907] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.810103] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.314060] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.314060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.314060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.314060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.314060] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.314060] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be updated. [ 1468.340775] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.340940] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.340988] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.341194] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.341353] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.349858] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: IN_PROGRESS for 2s [ 1470.360389] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1470.360733] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.805981] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.806375] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.033465] env[69744]: INFO networking_nsxv3.common.synchronization [req-d1f84b43-46e5-4625-8ed8-b510d9744103 req-855cdeb9-4536-406e-bc7a-50c65759a55a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Enqueued Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1473.033972] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 with Priority: HIGHEST for action security_group_members [ 1473.034701] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d7d0809-a801-426e-9335-b9e9bb17a729 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.034826] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.034893] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.035472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.035472] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.035472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.035472] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.035668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.035668] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.035730] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d7d0809-a801-426e-9335-b9e9bb17a729',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.537741] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.537741] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.537984] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.538045] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.538136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.538339] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.538445] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.538504] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.538651] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.538728] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.538815] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 is going to be updated. [ 1473.565741] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.565908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.565908] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.566099] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.566231] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.573632] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: IN_PROGRESS for 2s [ 1475.584562] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 in Status: SUCCESS [ 1475.584562] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d7d0809-a801-426e-9335-b9e9bb17a729 deletion is rescheduled due to dependency. [ 1475.584562] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d7d0809-a801-426e-9335-b9e9bb17a729" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.035236] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.035522] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.036891] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.037231] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.038571] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.038938] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.040136] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.040453] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.041344] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.041682] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.041985] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.042386] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.501216] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.501534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.501534] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.501791] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.502060] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.502246] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.502374] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.502603] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.502755] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.502971] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1506.503101] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] NeedRegenerationException {{(pid=69744) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1506.503216] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] no value, waiting for create lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1506.503325] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] value creation lock acquired {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1506.503441] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] No value present for key: 'zone-id' {{(pid=69744) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1506.503549] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Calling creation function for not-yet-present value {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1506.503683] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1506.523807] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1506.523921] env[69744]: DEBUG dogpile.cache.region [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69744) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1506.524072] env[69744]: DEBUG dogpile.lock [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Released creation lock {{(pid=69744) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1506.524240] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "network-608" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.524513] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock port-aa1156a8-3e20-4447-aed5-af16e8524014 taken with stack trace [, , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.524673] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.524796] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.525041] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.525263] env[69744]: DEBUG networking_nsxv3.api.rpc [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1156a8-3e20-4447-aed5-af16e8524014',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.028242] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.028468] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.028600] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.028893] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.029139] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.029416] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.029588] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.029713] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.029937] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.030095] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.030386] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.030549] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.030671] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.030882] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.031032] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.031204] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Resource: SegmentPort with ID: aa1156a8-3e20-4447-aed5-af16e8524014 is going to be updated. [ 1507.051011] env[69744]: DEBUG networking_nsxv3.common.locking [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.051235] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.051368] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.051594] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.051782] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.051992] env[69744]: DEBUG oslo_concurrency.lockutils [None req-fe2e2883-0cc0-46e8-89c6-71df87808be8 None None] Releasing lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.753033] env[69744]: INFO networking_nsxv3.common.synchronization [req-ff3c0ed8-400f-437e-8b12-438f30be3732 req-f5d368a1-a628-4210-b1fb-885bea3e4551 service nova] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1507.753309] env[69744]: INFO networking_nsxv3.common.synchronization [req-ff3c0ed8-400f-437e-8b12-438f30be3732 req-f5d368a1-a628-4210-b1fb-885bea3e4551 service nova] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1507.753343] env[69744]: INFO networking_nsxv3.common.synchronization [req-ff3c0ed8-400f-437e-8b12-438f30be3732 req-f5d368a1-a628-4210-b1fb-885bea3e4551 service nova] Enqueued Resource ID: aa1156a8-3e20-4447-aed5-af16e8524014 with Priority: HIGHEST for action port [ 1507.753554] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_rules [ 1507.753667] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1507.753763] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa1156a8-3e20-4447-aed5-af16e8524014 with Priority: HIGHEST for action port [ 1507.754297] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.754448] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.754479] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.754675] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.754754] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.755585] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.755669] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.755795] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.757989] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.757989] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.757989] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa1156a8-3e20-4447-aed5-af16e8524014 taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.757989] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.757989] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa1156a8-3e20-4447-aed5-af16e8524014',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.259670] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.259888] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.259989] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa1156a8-3e20-4447-aed5-af16e8524014 with status ACTIVE [ 1508.260176] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.260291] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.260351] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.260561] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.260652] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.260819] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.260913] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.260976] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.261136] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.261287] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.261423] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.261541] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.261579] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.261709] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.261778] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.261858] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa1156a8-3e20-4447-aed5-af16e8524014 is going to be updated. [ 1508.262945] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.281948] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.282118] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.282186] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.282304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.282429] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.282573] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa1156a8-3e20-4447-aed5-af16e8524014" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.765225] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.267560] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.267726] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.267817] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.268070] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.268172] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.268275] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f is going to be updated. [ 1509.298060] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.298256] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.298314] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.298570] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.298744] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.306699] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: IN_PROGRESS for 2s [ 1511.316940] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: SUCCESS [ 1511.317304] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.317344] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.317560] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.317749] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.317866] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.317926] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.318102] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.318187] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.318271] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.318362] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.821035] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.323687] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f: rpc.has_security_group_logging(os_id): False [ 1512.341074] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.341348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.341348] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.341527] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.341618] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.341860] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.341955] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.342018] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.342179] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.342253] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.342338] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f is going to be updated. [ 1512.403511] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.403722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.403722] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.403907] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.404065] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.417787] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: IN_PROGRESS for 2s [ 1512.754813] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.755036] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1514.431567] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: SUCCESS [ 1514.431971] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.756159] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.756631] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.757400] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.757903] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.758212] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.758616] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.759362] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1532.759725] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.760612] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.760981] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1542.761738] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1542.762118] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.762718] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1547.763027] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.764213] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.764707] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.765632] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.766054] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.148383] env[69744]: INFO networking_nsxv3.common.synchronization [req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c req-129151e8-8565-4332-b1e1-e2669693e697 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Enqueued Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1558.148905] env[69744]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f with Priority: HIGHEST for action security_group_members [ 1558.149240] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f taken with stack trace [, , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.149366] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.149435] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.149655] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.149804] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.149900] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.149957] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.150122] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.150207] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.150301] env[69744]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f',) {} {{(pid=69744) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.653042] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.653244] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.653286] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.653507] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.653612] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.653795] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.653890] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.653944] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.654116] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.654190] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.654277] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f is going to be updated. [ 1558.681180] env[69744]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69744) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.681331] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.681382] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.681589] env[69744]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.681725] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.689852] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: IN_PROGRESS for 2s [ 1560.699551] env[69744]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f in Status: SUCCESS [ 1560.699925] env[69744]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f deletion is rescheduled due to dependency. [ 1560.699925] env[69744]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf1f6dd-6a56-4e99-8d47-ff7e3dbf429f" {{(pid=69744) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.150109] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.150510] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.151494] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.151863] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.153155] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.153528] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.154407] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.154813] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.156382] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.156757] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.157933] env[69744]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.158281] env[69744]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0